-- Logs begin at Thu 2021-07-22 21:34:47 UTC, end at Thu 2021-07-22 22:34:44 UTC. -- Jul 22 22:07:59.548514 dv-cinder-801912-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 22 22:08:02.267880 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.common.config [-] Logging enabled! Jul 22 22:08:02.268473 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 22:08:02.268689 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93135) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 22:08:02.271910 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.common.config [-] Logging enabled! Jul 22 22:08:02.272167 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 22:08:02.272506 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93135) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 22:08:02.273455 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 22:08:02.273694 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 22:08:02.274068 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 22:08:02.274317 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 22:08:02.274548 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 22:08:02.274875 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.275179 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.275483 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.275719 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.276022 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.276350 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.276642 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.276937 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.277241 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.277533 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.277821 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.278113 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.278347 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.278638 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.279471 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.279764 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.279999 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] debug = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.280310 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.280746 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.281166 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.281458 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.281760 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.282044 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.282319 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.282601 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.282894 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.283231 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] host = dv-cinder-801912-2-iscsi {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.283518 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.283810 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.284101 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.284425 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.284706 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.284986 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.285277 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.285557 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.285838 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] log_file = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.286123 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.286418 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.286711 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.287007 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.287240 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.287467 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.287764 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.288058 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.288367 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.288656 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.288941 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.289226 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.289510 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.289794 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.290085 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.290375 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.290665 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.290949 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.291232 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.291512 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.291794 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.292087 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.292398 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.292681 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.292963 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.293259 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.293535 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.293820 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.294126 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.294448 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.294735 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.295021 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.295300 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.295589 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.295870 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.296146 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.296454 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] use_json = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.296735 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.297011 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.297295 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.297572 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.297850 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.298129 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.298405 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.298692 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:02.298990 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.299287 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.299591 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.299885 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.300182 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.300494 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.300790 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.301069 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.301361 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.301653 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.301947 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.302230 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.302522 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.302803 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.303101 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.303407 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.303705 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.304000 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.304299 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.304579 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.304873 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.305140 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.305430 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.305727 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.306021 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.306299 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.306584 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.306880 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.307161 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.307437 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.307718 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.308009 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.308320 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.308602 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.308888 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.309170 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.309446 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.309727 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.310088 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.310391 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.310672 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.310949 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.311225 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.311506 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.311782 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.312075 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.312385 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.312667 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.312946 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.313230 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.313508 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.313785 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.314070 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.314349 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.314631 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.314908 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.315185 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.315461 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.315737 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.316010 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.316308 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.316587 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.316869 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.317145 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.317421 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.317697 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.317974 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.318253 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.318543 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.318843 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.319125 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.319411 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.319701 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.319982 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.320281 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.320565 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.320850 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.321134 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.321409 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.321701 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.321991 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.322282 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.322570 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.322855 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.323155 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.323442 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.323732 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.324016 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.324323 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.324626 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.324916 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.325217 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.326039 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.326363 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.326743 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.327046 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.327339 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.327656 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.327943 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:02.328166 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 22:08:02.328434 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93135) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 22 22:08:02.683217 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 22:08:02.683411 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 22:08:02.683705 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 22:08:02.684042 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 22 22:08:03.074092 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.074385 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.074661 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.076437 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.076714 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.076983 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.111723 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.112004 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.112295 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.125657 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.125946 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.126218 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.156771 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.157056 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.157328 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.193024 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.193311 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.193581 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.425528 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.426156 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.426156 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.426327 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.426955 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.552689 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.553010 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.553294 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.553571 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.553844 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.554157 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.554434 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.554683 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.554941 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.555223 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.555484 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.555751 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.556006 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.556280 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.556541 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.556808 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.557070 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.557337 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.557608 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.557887 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.558140 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.558391 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.558669 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.559044 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.559293 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.559540 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.559975 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93135) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 22:08:03.560213 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93135) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 22:08:03.560555 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93135) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 22:08:03.560796 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93135) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 22:08:03.561034 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93135) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 22:08:03.561271 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93135) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 22:08:03.561641 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 22 22:08:03.564770 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 22 22:08:03.568717 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 22 22:08:03.572412 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jul 22 22:08:03.574045 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 22 22:08:03.574506 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 22 22:08:03.574848 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 22 22:08:03.575232 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 22 22:08:03.579200 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 22 22:08:03.579459 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 22 22:08:03.579808 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 22:08:03.585098 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 22 22:08:03.608645 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 22 22:08:03.609098 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.609399 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93135) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 22 22:08:03.609763 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.611114 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93135) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 22 22:08:03.611396 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 22:08:03.611641 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 22 22:08:03.614760 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.615064 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:03.679599 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 22 22:08:03.679780 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 22 22:08:03.680022 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 22 22:08:03.680429 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 22 22:08:03.701760 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_db.sqlalchemy.engines [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93135) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 22 22:08:04.232796 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.plugins.ml2.managers [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Initializing driver for type 'gre' Jul 22 22:08:04.233327 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] gre ID ranges: [(1, 1000)] Jul 22 22:08:04.284438 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.plugins.ml2.managers [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Initializing driver for type 'local' Jul 22 22:08:04.284757 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.plugins.ml2.managers [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Initializing driver for type 'vlan' Jul 22 22:08:04.297298 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] VlanTypeDriver initialization complete Jul 22 22:08:04.297630 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.plugins.ml2.managers [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Initializing driver for type 'vxlan' Jul 22 22:08:04.298107 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] vxlan ID ranges: [(1, 1000)] Jul 22 22:08:04.350001 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.plugins.ml2.managers [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Initializing extension driver 'port_security' Jul 22 22:08:04.350377 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.plugins.ml2.extensions.port_security [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] PortSecurityExtensionDriver initialization complete Jul 22 22:08:04.350710 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.plugins.ml2.managers [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Initializing mechanism driver 'openvswitch' Jul 22 22:08:04.351055 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.plugins.ml2.managers [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Initializing mechanism driver 'hyperv' Jul 22 22:08:04.358127 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:08:04.358988 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > port after_create 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.359375 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > port after_update 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.359727 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > port after_delete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.360276 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93135) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 22:08:04.360720 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > subnet after_create 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.361084 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > subnet after_update 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.361439 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.361841 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93135) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 22:08:04.362254 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > network after_create 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.362611 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > network after_update 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.362961 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > network after_delete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.363357 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93135) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 22:08:04.363766 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > security_group after_create 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.364124 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > security_group after_update 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.364501 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.364903 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93135) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 22:08:04.365314 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.365668 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.366015 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.366408 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93135) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 22:08:04.366815 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > address_group after_create 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.367169 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > address_group after_update 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.367514 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.367907 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93135) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 22:08:04.368320 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] ML2 OVO RPC backend initialized. {{(pid=93135) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 22 22:08:04.369042 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.369409 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.369839 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > network before_response 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.370195 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > networks before_response 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.370553 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > port before_response 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.370903 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > ports before_response 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.371255 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > subnet before_response 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.371612 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > subnets before_response 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.371972 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > network after_create 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.372365 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > network after_update 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.372718 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > network after_delete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.373061 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > port after_create 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.373404 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > port after_update 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.373749 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > port after_delete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.374092 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > subnet after_create 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.374437 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > subnet after_update 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.374778 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.375366 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.plugins.ml2.plugin [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Modular L2 Plugin initialization complete Jul 22 22:08:04.375703 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading services supported by the core plugin {{(pid=93135) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 22 22:08:04.376038 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.plugins.ml2.managers [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Got port-security extension from driver 'port_security' Jul 22 22:08:04.376540 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.extensions.vlantransparent [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Disabled vlantransparent extension. Jul 22 22:08:04.377029 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93135) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 22 22:08:04.377352 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading Plugin: router Jul 22 22:08:04.415031 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.415433 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > router after_create 55549900 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.415814 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > router before_create 55549900 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.416191 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.416597 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.416966 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > router after_delete 55549900 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.417335 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.417832 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > router after_create 55549900 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.418191 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > router after_update 55549900 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.418550 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > router after_update 55549900 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.418910 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.419839 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > router after_update 55549900 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.420379 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > router precommit_update 55549900 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.420762 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: port after_update 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.421115 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: port after_delete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.421471 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: subnet after_update 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.421821 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.422180 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.422545 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > router precommit_create 55549900 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.422898 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: port before_delete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.423255 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > router precommit_create 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.423660 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > router after_update 55549900 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.424020 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.424415 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > router precommit_create 55549900 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.424787 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.425144 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > router precommit_update 55549900 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.425518 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > agent after_create 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.425879 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > agent after_delete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.426427 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > network after_delete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.427105 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.quota.resource_registry [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Tracking information for resource: router configured {{(pid=93135) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 22:08:04.427448 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.quota.resource_registry [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Tracking information for resource: floatingip configured {{(pid=93135) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 22:08:04.432379 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.db.l3_agentschedulers_db [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 22 22:08:04.432969 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: port after_update 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.433335 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: port after_create 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.433694 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: port after_delete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.434050 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: port after_update 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.434882 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > router before_create 55550100 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.435355 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.435736 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > router precommit_create 55550100 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.436103 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > router precommit_update 55550100 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.440631 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.services.provider_configuration [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Service providers = [] {{(pid=93135) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 22 22:08:04.441011 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.db.servicetype_db [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93135) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 22 22:08:04.443981 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.services.service_base [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93135) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 22:08:04.444373 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.services.service_base [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93135) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 22:08:04.444727 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.services.service_base [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93135) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 22:08:04.445627 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.services.service_base [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93135) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 22:08:04.446008 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.services.service_base [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 22 22:08:04.446394 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93135) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 22:08:04.446721 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 22 22:08:04.457954 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93135) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 22:08:04.458294 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading Plugin: auto_allocate Jul 22 22:08:04.464027 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: network precommit_update 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.464445 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: network precommit_create 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.464971 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93135) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 22:08:04.465295 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading Plugin: tag Jul 22 22:08:04.472691 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93135) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 22:08:04.473029 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading Plugin: timestamp Jul 22 22:08:04.476887 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93135) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 22:08:04.477227 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading Plugin: network_ip_availability Jul 22 22:08:04.482678 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.483096 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.483417 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.484141 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93135) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 22:08:04.484497 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading Plugin: flavors Jul 22 22:08:04.490689 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93135) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 22:08:04.491022 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading Plugin: revisions Jul 22 22:08:04.495329 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93135) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 22:08:04.495732 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_concurrency.lockutils [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.812s {{(pid=93135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 22:08:04.496506 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93135) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 22 22:08:04.496854 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Initializing extension manager. Jul 22 22:08:04.497399 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: __init__.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.497761 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: __pycache__ {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.498165 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.498512 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: address_group.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.499281 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.499854 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: address-group Jul 22 22:08:04.500187 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: address_scope.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.500939 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.501448 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: address-scope Jul 22 22:08:04.501777 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.502714 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.503222 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: router-admin-state-down-before-update Jul 22 22:08:04.503552 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: agent.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.504280 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.504790 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: agent Jul 22 22:08:04.505118 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: agent_resources_synced.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.506042 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.506565 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: agent-resources-synced Jul 22 22:08:04.506874 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: allowedaddresspairs.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.508716 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.509495 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: allowed-address-pairs Jul 22 22:08:04.509828 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: auto_allocated_topology.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.510919 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.511424 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: auto-allocated-topology Jul 22 22:08:04.511753 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: availability_zone.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.512490 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.513561 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: availability_zone Jul 22 22:08:04.513893 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: availability_zone_filter.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.514828 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.515337 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: availability_zone_filter Jul 22 22:08:04.515665 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: data_plane_status.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.516622 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.517126 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extension data-plane-status not supported by any of loaded plugins Jul 22 22:08:04.517452 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: default_subnetpools.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.518386 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.518891 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: default-subnetpools Jul 22 22:08:04.519220 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.520040 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.520580 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: dhcp_agent_scheduler Jul 22 22:08:04.520920 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: dns.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.521832 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.522333 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extension dns-integration not supported by any of loaded plugins Jul 22 22:08:04.522658 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: dns_domain_ports.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.523585 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.524089 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 22 22:08:04.524447 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.525383 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.525887 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 22 22:08:04.526214 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: dvr.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.526891 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.527390 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: dvr Jul 22 22:08:04.527718 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: ecmp_routes.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.529219 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.529721 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 22 22:08:04.530052 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: empty_string_filtering.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.530973 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.531477 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: empty-string-filtering Jul 22 22:08:04.531805 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.532764 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.533268 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 22 22:08:04.533597 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.534519 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.535022 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 22 22:08:04.535350 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: external_net.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.536293 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.536799 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: external-net Jul 22 22:08:04.537128 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.538047 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.538549 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: extra_dhcp_opt Jul 22 22:08:04.538886 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: extraroute.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.539799 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.540335 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: extraroute Jul 22 22:08:04.540666 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: extraroute_atomic.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.541708 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.542222 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: extraroute-atomic Jul 22 22:08:04.542549 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: filter_validation.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.543224 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.543731 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: filter-validation Jul 22 22:08:04.544058 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: fip_pf_description.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.545212 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.545715 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 22 22:08:04.546041 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: fip_port_details.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.546971 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.547476 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: fip-port-details Jul 22 22:08:04.547802 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: flavors.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.549083 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.549598 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: flavors Jul 22 22:08:04.549935 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.551602 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.552116 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 22 22:08:04.552482 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: floatingip_pools.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.553190 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.553697 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: floatingip-pools Jul 22 22:08:04.554029 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: ip_allocation.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.554974 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.555475 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extension ip_allocation not supported by any of loaded plugins Jul 22 22:08:04.555803 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.556758 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.557266 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: ip-substring-filtering Jul 22 22:08:04.557597 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: l2_adjacency.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.558535 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.559038 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 22 22:08:04.559365 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: l3.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.560408 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.560920 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: router Jul 22 22:08:04.561251 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.563493 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.564010 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 22 22:08:04.564388 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.565349 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.565863 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: ext-gw-mode Jul 22 22:08:04.566196 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.567148 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.567656 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: l3-ha Jul 22 22:08:04.567989 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: l3_flavors.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.568943 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.569451 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: l3-flavors Jul 22 22:08:04.569781 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.570711 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.571217 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 22 22:08:04.571546 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: l3agentscheduler.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.572616 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.573129 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: l3_agent_scheduler Jul 22 22:08:04.573463 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: logging.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.574949 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.576023 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extension logging not supported by any of loaded plugins Jul 22 22:08:04.576540 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: metering.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.577730 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.578732 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: metering Jul 22 22:08:04.579110 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.580469 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.580996 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: metering_source_and_destination_fields Jul 22 22:08:04.581406 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: multiprovidernet.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.582867 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.583656 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: multi-provider Jul 22 22:08:04.584019 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: netmtu.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.584993 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.585510 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: net-mtu Jul 22 22:08:04.585843 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: netmtu_writable.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.586783 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.587298 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: net-mtu-writable Jul 22 22:08:04.587630 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: network_availability_zone.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.588341 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.588850 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: network_availability_zone Jul 22 22:08:04.589177 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: network_ip_availability.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.590291 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.590798 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: network-ip-availability Jul 22 22:08:04.591177 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: network_segment_range.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.592514 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.593016 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extension network-segment-range not supported by any of loaded plugins Jul 22 22:08:04.593350 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: pagination.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.594653 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.594990 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: pagination Jul 22 22:08:04.595322 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: port_device_profile.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.596300 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.596819 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: port-device-profile Jul 22 22:08:04.597152 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.598092 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.598606 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: port-mac-address-regenerate Jul 22 22:08:04.598935 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.599866 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.600417 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: port-numa-affinity-policy Jul 22 22:08:04.600747 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: port_resource_request.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.601681 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.602184 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extension port-resource-request not supported by any of loaded plugins Jul 22 22:08:04.602511 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: portbindings.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.603453 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.603961 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: binding Jul 22 22:08:04.604309 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: portbindings_extended.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.605594 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.606107 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: binding-extended Jul 22 22:08:04.606438 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: portsecurity.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.607607 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.608378 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: port-security Jul 22 22:08:04.608823 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: project_id.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.610049 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.610394 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: project-id Jul 22 22:08:04.610752 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: providernet.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.612002 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.612885 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: provider Jul 22 22:08:04.613371 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: qos.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.616892 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.617416 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extension qos not supported by any of loaded plugins Jul 22 22:08:04.617756 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.619020 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.619538 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 22 22:08:04.619876 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.621174 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.621689 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 22 22:08:04.622025 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: qos_default.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.623137 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.623647 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extension qos-default not supported by any of loaded plugins Jul 22 22:08:04.623982 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: qos_fip.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.624683 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.625181 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extension qos-fip not supported by any of loaded plugins Jul 22 22:08:04.625508 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: qos_gateway_ip.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.626452 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.626958 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 22 22:08:04.627286 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: qos_port_network_policy.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.628213 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.628743 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 22 22:08:04.629071 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: qos_rule_type_details.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.630003 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.630525 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 22 22:08:04.630856 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: qos_rules_alias.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.631913 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.632460 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 22 22:08:04.632790 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: quotasv2.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.633736 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.634526 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: quotas Jul 22 22:08:04.634859 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: quotasv2_detail.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.638478 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.638849 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: quota_details Jul 22 22:08:04.639259 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: rbac.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.640384 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.640924 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: rbac-policies Jul 22 22:08:04.641263 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: rbac_address_group.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.642228 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.642745 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: rbac-address-group Jul 22 22:08:04.643079 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: rbac_address_scope.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.644011 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.644552 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: rbac-address-scope Jul 22 22:08:04.644886 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: rbac_security_groups.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.645813 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.646330 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: rbac-security-groups Jul 22 22:08:04.646660 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: rbac_subnetpool.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.647583 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.648095 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: rbac-subnetpool Jul 22 22:08:04.648458 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: revisionifmatch.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.649395 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.649909 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: revision-if-match Jul 22 22:08:04.650239 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: revisions.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.651368 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.651890 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: standard-attr-revisions Jul 22 22:08:04.652224 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: router_availability_zone.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.652927 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.653441 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: router_availability_zone Jul 22 22:08:04.654397 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: routerservicetype.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.655341 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.655852 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extension router-service-type not supported by any of loaded plugins Jul 22 22:08:04.656185 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.657146 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.657661 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: security-groups-normalized-cidr Jul 22 22:08:04.657992 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.658922 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.659438 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: port-security-groups-filtering Jul 22 22:08:04.659771 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.660727 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.661251 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: security-groups-remote-address-group Jul 22 22:08:04.661584 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: securitygroup.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.671203 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.671737 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: security-group Jul 22 22:08:04.672082 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: segment.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.672912 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.673427 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extension segment not supported by any of loaded plugins Jul 22 22:08:04.673767 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.674726 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.675240 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 22 22:08:04.675578 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: servicetype.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.676718 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.677240 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: service-type Jul 22 22:08:04.677577 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: sorting.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.678572 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.678914 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: sorting Jul 22 22:08:04.679247 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: standard_attr_segment.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.680257 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.680793 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 22 22:08:04.681128 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: standardattrdescription.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.681791 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.682304 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: standard-attr-description Jul 22 22:08:04.682636 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: stateful_security_group.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.683612 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.684132 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: stateful-security-group Jul 22 22:08:04.684498 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: stdattrs_common.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.685127 dv-cinder-801912-2-iscsi neutron-server[93135]: WARNING neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 22 22:08:04.685455 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.686417 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.686930 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 22 22:08:04.687258 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: subnet_onboard.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.688380 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.688907 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: subnet_onboard Jul 22 22:08:04.689238 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.690185 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.690698 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 22 22:08:04.691033 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: subnet_service_types.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.691978 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.692534 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: subnet-service-types Jul 22 22:08:04.692855 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: subnetallocation.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.693946 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.694467 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: subnet_allocation Jul 22 22:08:04.694798 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.695475 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.695986 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: subnetpool-prefix-ops Jul 22 22:08:04.696342 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.697289 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.697800 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 22 22:08:04.698129 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: tagging.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.699195 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.699733 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: standard-attr-tag Jul 22 22:08:04.700064 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: timestamp.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.701933 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.702452 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loaded extension: standard-attr-timestamp Jul 22 22:08:04.702790 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: trunk.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.703842 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.704402 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extension trunk not supported by any of loaded plugins Jul 22 22:08:04.704737 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: trunk_details.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.705676 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.706192 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extension trunk-details not supported by any of loaded plugins Jul 22 22:08:04.706524 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: uplink_status_propagation.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.707458 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.707970 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 22 22:08:04.708322 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Loading extension file: vlantransparent.py {{(pid=93135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:08:04.709046 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:08:04.710005 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 22 22:08:04.712543 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.quota.resource_registry [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Creating instance of TrackedResource for resource:network Jul 22 22:08:04.713085 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.quota.resource_registry [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Creating instance of TrackedResource for resource:subnet Jul 22 22:08:04.713493 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.quota.resource_registry [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 22:08:04.713894 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.quota.resource_registry [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Creating instance of TrackedResource for resource:port Jul 22 22:08:04.715158 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.v2.resource_helper [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:08:04.715607 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.v2.resource_helper [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Service FLAVORS assigned prefix: {{(pid=93135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:08:04.716815 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.v2.resource_helper [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:08:04.717349 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.v2.resource_helper [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:08:04.717692 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.quota.resource_registry [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Creating instance of TrackedResource for resource:router Jul 22 22:08:04.718130 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.quota.resource_registry [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Creating instance of TrackedResource for resource:floatingip Jul 22 22:08:04.718633 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.v2.resource_helper [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Service METERING assigned prefix: /metering {{(pid=93135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:08:04.720083 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.720505 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.720874 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:04.721907 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.quota.resource_registry [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 22:08:04.722369 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.quota.resource_registry [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Creating instance of TrackedResource for resource:security_group Jul 22 22:08:04.722825 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.quota.resource_registry [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 22:08:04.723426 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.v2.resource_helper [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Service CORE assigned prefix: {{(pid=93135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:08:04.723762 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.quota.resource_registry [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 22:08:04.724118 dv-cinder-801912-2-iscsi neutron-server[93135]: WARNING neutron.quota.resource_registry [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] subnetpool is already registered Jul 22 22:08:04.724591 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.v2.resource_helper [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Service CORE assigned prefix: {{(pid=93135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:08:04.724920 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.quota.resource_registry [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 22:08:04.725257 dv-cinder-801912-2-iscsi neutron-server[93135]: WARNING neutron.quota.resource_registry [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] subnetpool is already registered Jul 22 22:08:04.727557 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.v2.resource_helper [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:08:04.728000 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.v2.resource_helper [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Service FLAVORS assigned prefix: {{(pid=93135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:08:04.728640 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.v2.resource_helper [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:08:04.729073 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.v2.resource_helper [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:08:04.729414 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.quota.resource_registry [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Creating instance of TrackedResource for resource:router Jul 22 22:08:04.729761 dv-cinder-801912-2-iscsi neutron-server[93135]: WARNING neutron.quota.resource_registry [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] router is already registered Jul 22 22:08:04.730184 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.quota.resource_registry [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Creating instance of TrackedResource for resource:floatingip Jul 22 22:08:04.730529 dv-cinder-801912-2-iscsi neutron-server[93135]: WARNING neutron.quota.resource_registry [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] floatingip is already registered Jul 22 22:08:04.731000 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.v2.resource_helper [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Service METERING assigned prefix: /metering {{(pid=93135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:08:04.731710 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.quota.resource_registry [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 22:08:04.732077 dv-cinder-801912-2-iscsi neutron-server[93135]: WARNING neutron.quota.resource_registry [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] rbac_policy is already registered Jul 22 22:08:04.732562 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.quota.resource_registry [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Creating instance of TrackedResource for resource:security_group Jul 22 22:08:04.732902 dv-cinder-801912-2-iscsi neutron-server[93135]: WARNING neutron.quota.resource_registry [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] security_group is already registered Jul 22 22:08:04.733356 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.quota.resource_registry [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 22:08:04.733648 dv-cinder-801912-2-iscsi neutron-server[93135]: WARNING neutron.quota.resource_registry [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] security_group_rule is already registered Jul 22 22:08:04.734301 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.v2.resource_helper [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Service CORE assigned prefix: {{(pid=93135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:08:04.734633 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.quota.resource_registry [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 22:08:04.734972 dv-cinder-801912-2-iscsi neutron-server[93135]: WARNING neutron.quota.resource_registry [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] subnetpool is already registered Jul 22 22:08:04.735393 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.v2.resource_helper [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Service CORE assigned prefix: {{(pid=93135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:08:04.735722 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.quota.resource_registry [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 22:08:04.736060 dv-cinder-801912-2-iscsi neutron-server[93135]: WARNING neutron.quota.resource_registry [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] subnetpool is already registered Jul 22 22:08:04.736566 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: extensions {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.738041 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: address-groups {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.739539 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: address-scopes {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.740909 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: agents {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.742068 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: auto-allocated-topology {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.743302 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: availability_zones {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.744629 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: dhcp-networks {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.746143 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: dhcp-agents {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.747643 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: routers {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.749406 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: flavors {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.751737 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: service_profiles {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.752997 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: next_providers {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.754448 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: service_profiles {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.756052 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: floatingip-pools {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.757328 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: routers {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.759020 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: floatingips {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.760609 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: l3-routers {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.761998 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: l3-agents {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.764055 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: metering-labels {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.765361 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: metering-label-rules {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.766730 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: network-ip-availabilities {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.767980 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: bindings {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.769585 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: quotas {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.771145 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: quotas {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.772589 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: rbac-policies {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.773802 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: security-groups {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.775106 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: security-group-rules {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.776388 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: service-providers {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.777649 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: subnetpools {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.779729 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: subnetpools {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.781325 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: tags {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.783016 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: tags {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.784876 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: tags {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.786659 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: tags {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.788394 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: tags {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.790344 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: tags {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.792035 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: tags {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.793871 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: tags {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.795770 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: tags {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.797548 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron.api.extensions [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Extended resource: tags {{(pid=93135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:08:04.803493 dv-cinder-801912-2-iscsi neutron-server[93135]: WARNING keystonemiddleware.auth_token [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 22 22:08:04.808087 dv-cinder-801912-2-iscsi neutron-server[93135]: WARNING keystonemiddleware.auth_token [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 22 22:08:04.817107 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_concurrency.lockutils [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Acquired lock "singleton_lock" {{(pid=93135) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 22 22:08:04.817596 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_concurrency.lockutils [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Releasing lock "singleton_lock" {{(pid=93135) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 22 22:08:04.818251 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO oslo_service.service [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Starting 2 workers Jul 22 22:08:04.823134 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Started child 93278 {{(pid=93135) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 22:08:04.828169 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Started child 93279 {{(pid=93135) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 22:08:04.829368 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:04.830009 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO neutron.service [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 22 22:08:04.830558 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Notify callbacks [] for process, before_spawn {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:04.830833 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [-] (93278) wsgi starting up on http://0.0.0.0:9696 Jul 22 22:08:04.833006 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO oslo_service.service [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Starting 1 workers Jul 22 22:08:04.833134 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:04.834415 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [-] (93279) wsgi starting up on http://0.0.0.0:9696 Jul 22 22:08:04.838306 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Started child 93280 {{(pid=93135) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 22:08:04.838823 dv-cinder-801912-2-iscsi neutron-server[93135]: INFO oslo_service.service [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Starting 1 workers Jul 22 22:08:04.842490 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.service [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] calling RpcWorker wait() {{(pid=93280) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 22 22:08:04.843051 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.service [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] returning from RpcWorker wait() {{(pid=93280) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 22 22:08:04.843324 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Started child 93281 {{(pid=93135) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 22:08:04.844167 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf955-4a7e-4cf3-8041-65c23091e455 None None] Notify callbacks [] for process, after_spawn {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:04.844456 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:04.844972 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:08:04.846232 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93135) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 22:08:04.846451 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 22:08:04.846642 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 22:08:04.846863 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 22:08:04.847215 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 22:08:04.847383 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 22:08:04.847919 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.848262 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.848528 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.848799 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:04.849267 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.849267 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.849682 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.849931 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.850179 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.850469 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.850714 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.850885 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.851062 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.851321 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.851575 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.851891 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.852162 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.852438 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.852722 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.852898 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.853161 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.853444 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.853705 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.853965 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] debug = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.854191 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.854683 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.854921 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.855182 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.855407 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.855699 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.855956 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.856228 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.856484 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.856746 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.857011 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.857269 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.857523 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.857748 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.857967 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.858231 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.858477 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.858934 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] host = dv-cinder-801912-2-iscsi {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.859185 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.859440 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.859688 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.860123 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.860403 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.860631 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.860914 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.861187 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.861446 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.861690 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.861937 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.862221 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.862451 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.862701 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] log_file = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.862914 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] log_options = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.863116 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.863392 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.863665 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.863860 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.864034 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.864214 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.864501 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.864670 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.864944 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.865171 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.865392 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.865612 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.865867 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.866092 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.866351 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.866590 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.866809 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.867152 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.867333 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.867542 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.867733 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.867966 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.868188 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.868462 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.868689 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.868908 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.869170 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.869422 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.869664 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.869933 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.870174 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.870445 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.870698 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.870946 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.871181 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.871415 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.871631 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.871886 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.872120 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.872924 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.873184 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.873421 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.873663 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.873883 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.874120 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.874356 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] use_json = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.874571 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.874787 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.875043 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.875259 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.875495 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.875715 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.875931 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.876168 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.876630 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.876929 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.877260 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.877516 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.877771 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.878015 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.878253 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.878615 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.878997 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.879272 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.879572 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.879799 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.880110 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.880269 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:08:04.880399 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.880660 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.881017 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.881301 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.881600 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.881833 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.882095 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.882482 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.882755 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.883360 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.883750 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.884829 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.885112 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.885360 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.885610 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.885839 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.886288 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.886288 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.886559 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.886765 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.886993 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.887215 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.887459 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.887692 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.887954 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.888772 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.888998 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.889278 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.889509 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.889737 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.889958 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.890179 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.890420 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.890645 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.892268 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.892268 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.892268 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.892268 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.892268 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.892268 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.892268 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.892756 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.892756 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.893043 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.893181 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.893399 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.893620 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.893854 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.894111 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.894333 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.894551 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.894789 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.895033 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.895268 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.895487 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.895710 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.896374 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.896809 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.897066 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.897292 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.900436 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.900729 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.901187 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.901654 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.901893 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.902128 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.902370 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.902618 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.902845 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.903072 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.903294 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.904099 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.904463 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.904712 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.904992 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.905253 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.905509 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.905740 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.905977 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.906223 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.906467 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.906701 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.906961 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.907191 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.907421 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.907773 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.908303 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.908554 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.909019 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.909363 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.909629 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.909856 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.910083 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.910374 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.911372 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.911672 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.911937 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.912189 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.912510 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.912762 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.913051 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.913270 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.913532 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.914280 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.914532 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.914810 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.915070 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.915298 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.915552 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.915785 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.916057 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.916319 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.916557 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.916782 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.917054 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.917301 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.917521 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.917850 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.918121 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.918418 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.918666 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.918891 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.919095 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.919930 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.920182 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.920459 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.920743 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.921013 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.921268 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.921511 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.921741 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.921989 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.922231 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.922460 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.922678 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.922894 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.923098 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.923332 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.923540 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.923756 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.924006 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.924228 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.924494 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.924708 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.924925 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.925141 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.925388 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.925602 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.925822 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.926062 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.926279 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.926496 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.926732 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.926940 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.927186 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.927404 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.927690 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.927969 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.928207 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.928454 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.928696 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.928965 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.929181 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.929437 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.929655 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.929875 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.930088 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.930309 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.930517 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.930753 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.930984 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.931197 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.931454 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.931701 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.932063 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.932314 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.932548 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.932783 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.932999 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.933250 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.933484 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.933726 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.933938 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.934159 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.934372 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.934609 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.934870 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.935094 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.935311 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.935528 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.935737 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.935940 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.936163 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.936477 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.936730 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.936952 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.937208 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.937442 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.937642 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.937884 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.938119 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.938348 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.938562 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.938771 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.938979 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.939230 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.939453 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.939657 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.939891 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.940136 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.940391 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.940610 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.940816 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.941023 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.941243 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.941456 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.941667 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.941910 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.942148 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.942349 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.942573 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.942788 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.942996 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.943221 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.943425 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.943639 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.943849 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.944088 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.944316 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.944630 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.944882 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.945118 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.945385 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.945628 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.945885 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.946148 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.946468 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.946677 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.946931 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.947145 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.947355 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.947567 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.947820 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.948128 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.948429 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.948671 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.948904 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.949188 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.949465 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.949722 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.949931 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.950213 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.950641 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.950937 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.951188 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.951428 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.951676 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.951930 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.952139 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.952398 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.952638 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.952886 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.953124 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.953354 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.953580 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.953816 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.954047 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.954264 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.954523 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.954755 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.954975 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.955189 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.955358 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 22:08:04.955860 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93135) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 22:08:04.956018 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 22:08:04.956168 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 22:08:04.956354 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 22:08:04.956520 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 22:08:04.956670 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 22:08:04.956874 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.957036 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.957194 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.957364 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.957511 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.957692 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.957850 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.958008 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.958166 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.958324 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.958480 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.958636 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.958794 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.958950 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.959106 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.959286 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.959442 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.959598 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.959777 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.959936 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.960092 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.960291 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.960424 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] debug = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.960575 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.960780 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.960942 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.961083 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.961218 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.961355 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.961513 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.961668 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.961824 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.961979 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.962135 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.962291 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.962447 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.962603 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.962760 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.962914 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.963070 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.963226 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] host = dv-cinder-801912-2-iscsi {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.963382 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.963538 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.963694 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.963849 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.964010 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.964166 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.964433 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.964565 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.964689 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.964884 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.965012 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.965135 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.965273 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.965398 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] log_file = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.965531 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] log_options = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.965655 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.965799 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.965955 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.966652 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.966801 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.966949 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.967162 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.967338 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.967495 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.967651 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.967810 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.967967 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.968124 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.968357 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.968548 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.968685 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.968812 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.968950 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.969101 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.969260 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.969414 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.969719 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.969887 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.970099 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.970240 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.970385 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.970522 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.970649 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.971072 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.971072 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.971072 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.971384 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.971384 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.971528 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.971663 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.971787 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.971920 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.972067 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.972223 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.972409 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.972566 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.972722 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.972878 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.973018 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.973177 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.973332 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] use_json = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.973487 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.973643 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.973798 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.973960 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.974117 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.974273 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.974430 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.974586 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:08:04.974764 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.974925 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.975262 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.975262 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.975472 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.975604 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.975690 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.975826 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.975962 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.976125 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.976302 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.976461 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.976630 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.976790 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.976949 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.977111 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.977271 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.977429 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.977588 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.977746 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.977904 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.978062 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.978237 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.978448 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.978580 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.978701 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.978853 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.979012 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.979172 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.979508 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.979508 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.979717 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.979823 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.979924 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.980082 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.980220 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.980402 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.980563 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.980724 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.980884 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.981093 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.981206 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.981340 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.981499 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.981711 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.982379 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.982616 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.982826 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.982988 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.983098 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.983231 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.983437 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.983582 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.983707 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.983833 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.983995 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.984152 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.984335 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.984494 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.984653 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.984995 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.984995 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.985197 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.985277 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.985416 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.985575 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.985732 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.985892 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.986052 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.986211 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.986370 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.986529 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.986690 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.986854 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.987012 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.987172 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.987330 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.987490 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.987649 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.987778 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:08:04.987886 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.987969 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.988103 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.988279 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.988441 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.988619 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.988770 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.988927 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.989084 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.989242 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.989399 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.989558 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.989715 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.989872 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.990030 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.990187 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.990345 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.990503 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.990662 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.990819 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.990976 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.991154 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.991280 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.991436 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.991593 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.991751 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.991908 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.992066 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.992223 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.992400 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.992557 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.992716 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.992885 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.993045 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.993207 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.993365 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.993530 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.993700 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.993863 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.994022 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.994183 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.994341 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.994499 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.994657 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.994815 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.994973 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.995132 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.995290 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.995454 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.995624 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.995782 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.995945 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.996091 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.996291 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.996452 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.996611 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.996770 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.996927 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.997109 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.997280 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.997439 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.997605 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.997752 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.997893 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.998036 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.998194 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.998351 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.998509 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.998667 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.998827 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.998985 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.999142 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.999301 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.999481 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.999640 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.999799 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:04.999957 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.000114 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.000290 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.000449 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.000606 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.000763 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.000920 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.001077 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.001256 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.001380 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.001553 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.001682 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.001838 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.001994 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.002198 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.002411 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.002572 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.002733 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.003108 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.003108 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.003647 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.003647 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.003810 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.003897 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.004032 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.004192 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.004376 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.004536 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.004885 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.004885 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.005126 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.005126 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.005321 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.005444 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.005595 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.005753 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.005912 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.006074 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.006233 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.006390 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.006548 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.006706 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.006864 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.007024 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.007184 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.007344 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.007504 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.007663 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.007822 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.007981 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.008140 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.008332 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.008493 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.008652 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.008813 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.008972 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.009377 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.009555 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.009715 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.009873 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.010031 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.010189 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.010347 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.010501 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.010663 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.010820 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.010977 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.011135 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.011296 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.011466 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.011623 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.011781 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.011939 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.012096 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.012269 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.012440 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.012597 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.012755 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.012956 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.013140 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.013349 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.013505 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.013677 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.013778 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.013898 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.014055 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.014213 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.014379 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.014538 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.014695 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.014863 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.015022 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.015182 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.015342 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.015511 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.015669 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.015832 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.015991 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.016151 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.016333 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.016495 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.016657 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.016826 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.016991 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.017150 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.017317 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.017488 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.017652 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.017962 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.018275 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.018456 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.018617 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.018765 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.018922 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.019080 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.019238 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.019396 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.019553 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.019711 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.019869 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.020027 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.020188 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.020369 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.020529 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.020686 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.020845 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.021003 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.021161 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.021319 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.021535 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:08:05.021620 dv-cinder-801912-2-iscsi neutron-server[93135]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 22:08:05.221595 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 41410) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:05.229711 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0060420 Jul 22 22:08:16.617966 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2c99de-205b-45ac-a97d-f90dbc5319ae None None] get_active_networks_info from dv-cinder-801912-2-iscsi {{(pid=93280) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 22:08:16.694089 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2c99de-205b-45ac-a97d-f90dbc5319ae None None] No non-hosted networks {{(pid=93280) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 22 22:08:16.708421 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.agentschedulers_db [None req-ab2c99de-205b-45ac-a97d-f90dbc5319ae None None] DHCP Agent not found on host dv-cinder-801912-2-iscsi {{(pid=93280) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 22 22:08:16.765004 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-77bcfd7b-c609-4b0f-9db8-ff57978eb66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692194'] for agent, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:18.899415 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0a0cbad8-b074-4ace-a26c-0c3042b7875a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692194'] for agent, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:18.941789 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-da9d93a8-2847-46e0-a007-17aaef4f1a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:19.105225 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692194'] for agent, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:19.107158 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:19.107819 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:19.108412 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:19.110031 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:19.112399 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:19.113047 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:19.113817 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:19.114585 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:19.115356 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:19.115926 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:19.116544 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:19.117134 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:19.117824 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-801912-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:08:19.128124 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-801912-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:08:20.192706 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692194'] for agent, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:21.842382 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692194'] for agent, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:22.942245 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 41502) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:23.444658 dv-cinder-801912-2-iscsi neutron-server[93279]: WARNING oslo_policy.policy [None req-7769c9f8-ae5e-4e37-838b-b7897af9ee69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 22:08:23.445248 dv-cinder-801912-2-iscsi neutron-server[93279]: WARNING oslo_policy.policy [None req-7769c9f8-ae5e-4e37-838b-b7897af9ee69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 22:08:23.663713 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [None req-7769c9f8-ae5e-4e37-838b-b7897af9ee69 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93279) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:08:23.664801 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-7769c9f8-ae5e-4e37-838b-b7897af9ee69 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7215793 Jul 22 22:08:24.212604 dv-cinder-801912-2-iscsi neutron-server[93280]: INFO neutron.db.l3_hamode_db [None req-35e1d23e-e8b7-4914-bccb-c60425105af8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 22 22:08:24.287069 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e1d23e-e8b7-4914-bccb-c60425105af8 None None] Routers set() bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:08:24.287460 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e1d23e-e8b7-4914-bccb-c60425105af8 None None] Router IDs set() for agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 22:08:26.017145 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 41516) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:26.319578 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-4088ce39-aab0-4d44-8885-7dbf41e068a3 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:08:26.412815 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.policy [None req-4088ce39-aab0-4d44-8885-7dbf41e068a3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93279) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 22:08:26.457700 dv-cinder-801912-2-iscsi neutron-server[93279]: WARNING oslo_policy.policy [None req-4088ce39-aab0-4d44-8885-7dbf41e068a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 22:08:26.458071 dv-cinder-801912-2-iscsi neutron-server[93279]: WARNING oslo_policy.policy [None req-4088ce39-aab0-4d44-8885-7dbf41e068a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 22:08:26.466778 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.quota [None req-4088ce39-aab0-4d44-8885-7dbf41e068a3 admin admin] Loaded quota_driver: . Jul 22 22:08:26.557309 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4088ce39-aab0-4d44-8885-7dbf41e068a3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746836788706', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746836788119', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746836817519', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746836819361', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746835519462', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746835513272', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1788491', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1795680', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-776313', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-603929'] for rbac-policy, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:26.622626 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4088ce39-aab0-4d44-8885-7dbf41e068a3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:26.623843 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-4088ce39-aab0-4d44-8885-7dbf41e068a3 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6057217 Jul 22 22:08:29.287464 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 41528) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:29.770153 dv-cinder-801912-2-iscsi neutron-server[93278]: WARNING oslo_policy.policy [None req-14d43e83-44ea-4381-83c7-c95c0447190d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 22:08:29.770745 dv-cinder-801912-2-iscsi neutron-server[93278]: WARNING oslo_policy.policy [None req-14d43e83-44ea-4381-83c7-c95c0447190d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 22:08:29.987077 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-14d43e83-44ea-4381-83c7-c95c0447190d admin admin] Request body: {'network': {'name': 'private', 'project_id': '3f0d0980e6a44e18aeddfe5b00dc702a', 'admin_state_up': True, 'tenant_id': '3f0d0980e6a44e18aeddfe5b00dc702a'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:08:29.988690 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.quota [None req-14d43e83-44ea-4381-83c7-c95c0447190d admin admin] Loaded quota_driver: . Jul 22 22:08:30.046119 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d43e83-44ea-4381-83c7-c95c0447190d admin admin] Made reservation on behalf of 3f0d0980e6a44e18aeddfe5b00dc702a for: {'network': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:08:30.112064 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.policy [None req-14d43e83-44ea-4381-83c7-c95c0447190d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93278) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 22:08:30.156480 dv-cinder-801912-2-iscsi neutron-server[93278]: WARNING oslo_policy.policy [None req-14d43e83-44ea-4381-83c7-c95c0447190d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 22:08:30.156847 dv-cinder-801912-2-iscsi neutron-server[93278]: WARNING oslo_policy.policy [None req-14d43e83-44ea-4381-83c7-c95c0447190d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 22:08:30.166559 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-14d43e83-44ea-4381-83c7-c95c0447190d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for network, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:30.187832 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-14d43e83-44ea-4381-83c7-c95c0447190d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:30.320999 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-14d43e83-44ea-4381-83c7-c95c0447190d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:30.324690 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-14d43e83-44ea-4381-83c7-c95c0447190d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:30.344593 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14d43e83-44ea-4381-83c7-c95c0447190d admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=93278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:08:30.373722 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-14d43e83-44ea-4381-83c7-c95c0447190d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746838092328', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122'] for segment, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:30.374298 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-14d43e83-44ea-4381-83c7-c95c0447190d admin admin] Unsubscribe: segment precommit_create {{(pid=93278) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 22:08:30.374799 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.db.segments_db [None req-14d43e83-44ea-4381-83c7-c95c0447190d admin admin] Added segment bf2c2882-d3d2-4643-ae77-4f92172c65b2 of type vlan for network c101ed99-d149-4a0b-9f93-d3a3a5eb431f Jul 22 22:08:30.392647 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d43e83-44ea-4381-83c7-c95c0447190d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec5a81e-42a8-432b-892d-546a5153dce5,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:30.415324 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d43e83-44ea-4381-83c7-c95c0447190d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:30.415686 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d43e83-44ea-4381-83c7-c95c0447190d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:30.416029 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d43e83-44ea-4381-83c7-c95c0447190d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:30.416390 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d43e83-44ea-4381-83c7-c95c0447190d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:30.416718 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d43e83-44ea-4381-83c7-c95c0447190d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:30.417062 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d43e83-44ea-4381-83c7-c95c0447190d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:30.417404 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d43e83-44ea-4381-83c7-c95c0447190d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:30.417742 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d43e83-44ea-4381-83c7-c95c0447190d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:30.418202 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d43e83-44ea-4381-83c7-c95c0447190d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:30.418531 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d43e83-44ea-4381-83c7-c95c0447190d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:30.418849 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d43e83-44ea-4381-83c7-c95c0447190d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:30.419165 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d43e83-44ea-4381-83c7-c95c0447190d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:30.420271 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d43e83-44ea-4381-83c7-c95c0447190d admin admin] Tracked resource versions report: Jul 22 22:08:30.420271 dv-cinder-801912-2-iscsi neutron-server[93278]: pushed versions: Jul 22 22:08:30.420271 dv-cinder-801912-2-iscsi neutron-server[93278]: { 'AddressGroup': {'1.2'}, Jul 22 22:08:30.420271 dv-cinder-801912-2-iscsi neutron-server[93278]: 'ConntrackHelper': {'1.0'}, Jul 22 22:08:30.420271 dv-cinder-801912-2-iscsi neutron-server[93278]: 'Log': {'1.0'}, Jul 22 22:08:30.420271 dv-cinder-801912-2-iscsi neutron-server[93278]: 'Network': {'1.1'}, Jul 22 22:08:30.420271 dv-cinder-801912-2-iscsi neutron-server[93278]: 'Port': {'1.7'}, Jul 22 22:08:30.420271 dv-cinder-801912-2-iscsi neutron-server[93278]: 'PortForwarding': {'1.2'}, Jul 22 22:08:30.420271 dv-cinder-801912-2-iscsi neutron-server[93278]: 'QosPolicy': {'1.8'}, Jul 22 22:08:30.420271 dv-cinder-801912-2-iscsi neutron-server[93278]: 'SecurityGroup': {'1.4'}, Jul 22 22:08:30.420271 dv-cinder-801912-2-iscsi neutron-server[93278]: 'SecurityGroupRule': {'1.2'}, Jul 22 22:08:30.420271 dv-cinder-801912-2-iscsi neutron-server[93278]: 'SubPort': {'1.0'}, Jul 22 22:08:30.420271 dv-cinder-801912-2-iscsi neutron-server[93278]: 'Subnet': {'1.1'}, Jul 22 22:08:30.420271 dv-cinder-801912-2-iscsi neutron-server[93278]: 'Trunk': {'1.1'}} Jul 22 22:08:30.420271 dv-cinder-801912-2-iscsi neutron-server[93278]: consumer versions: Jul 22 22:08:30.420271 dv-cinder-801912-2-iscsi neutron-server[93278]: { DHCP agent@dv-cinder-801912-2-iscsi: {}, Jul 22 22:08:30.420271 dv-cinder-801912-2-iscsi neutron-server[93278]: L3 agent@dv-cinder-801912-2-iscsi: {}, Jul 22 22:08:30.420271 dv-cinder-801912-2-iscsi neutron-server[93278]: Metadata agent@dv-cinder-801912-2-iscsi: {}, Jul 22 22:08:30.420271 dv-cinder-801912-2-iscsi neutron-server[93278]: Metering agent@dv-cinder-801912-2-iscsi: {}, Jul 22 22:08:30.420271 dv-cinder-801912-2-iscsi neutron-server[93278]: Open vSwitch agent@dv-cinder-801912-2-iscsi: { 'AddressGroup': '1.2', Jul 22 22:08:30.420271 dv-cinder-801912-2-iscsi neutron-server[93278]: 'ConntrackHelper': '1.0', Jul 22 22:08:30.420271 dv-cinder-801912-2-iscsi neutron-server[93278]: 'Log': '1.0', Jul 22 22:08:30.420271 dv-cinder-801912-2-iscsi neutron-server[93278]: 'Network': '1.1', Jul 22 22:08:30.420271 dv-cinder-801912-2-iscsi neutron-server[93278]: 'Port': '1.7', Jul 22 22:08:30.420271 dv-cinder-801912-2-iscsi neutron-server[93278]: 'PortForwarding': '1.2', Jul 22 22:08:30.420271 dv-cinder-801912-2-iscsi neutron-server[93278]: 'QosPolicy': '1.8', Jul 22 22:08:30.420271 dv-cinder-801912-2-iscsi neutron-server[93278]: 'SecurityGroup': '1.4', Jul 22 22:08:30.420271 dv-cinder-801912-2-iscsi neutron-server[93278]: 'SecurityGroupRule': '1.2', Jul 22 22:08:30.420271 dv-cinder-801912-2-iscsi neutron-server[93278]: 'SubPort': '1.0', Jul 22 22:08:30.420271 dv-cinder-801912-2-iscsi neutron-server[93278]: 'Subnet': '1.1', Jul 22 22:08:30.420271 dv-cinder-801912-2-iscsi neutron-server[93278]: 'Trunk': '1.1'}} Jul 22 22:08:30.420271 dv-cinder-801912-2-iscsi neutron-server[93278]: {{(pid=93278) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 22:08:30.506055 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-14d43e83-44ea-4381-83c7-c95c0447190d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746837610990'] for network, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:30.557657 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-14d43e83-44ea-4381-83c7-c95c0447190d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for network, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:30.559585 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d43e83-44ea-4381-83c7-c95c0447190d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:30.560300 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-14d43e83-44ea-4381-83c7-c95c0447190d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:30.611717 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-14d43e83-44ea-4381-83c7-c95c0447190d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3220704 Jul 22 22:08:30.661243 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d43e83-44ea-4381-83c7-c95c0447190d admin admin] Pushing event updated for resources: {'Network': ['ID=c101ed99-d149-4a0b-9f93-d3a3a5eb431f,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:30.673593 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Network c101ed99-d149-4a0b-9f93-d3a3a5eb431f details requested by agent ovs-agent-dv-cinder-801912-2-iscsi with host dv-cinder-801912-2-iscsi {{(pid=93280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:08:33.207945 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 41550) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:33.592924 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f147d94f-3fdf-4e1a-ac9f-6ea7c5cca872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:33.594258 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-f147d94f-3fdf-4e1a-ac9f-6ea7c5cca872 admin admin] 10.222.0.11 "GET /v2.0/networks/c101ed99-d149-4a0b-9f93-d3a3a5eb431f HTTP/1.1" status: 200 len: 825 time: 0.3853228 Jul 22 22:08:33.630156 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-bafec8f9-68d2-41a4-8d59-a4fd0f7656ae admin admin] 10.222.0.11 "GET /v2.0/subnetpools/11924bb5-2bd9-4f8e-bac9-3ef1c190def4 HTTP/1.1" status: 200 len: 734 time: 0.0305037 Jul 22 22:08:33.639199 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-1168d208-d12d-4b3c-8da2-0d3a4454a037 admin admin] Request body: {'subnet': {'subnetpool_id': '11924bb5-2bd9-4f8e-bac9-3ef1c190def4', 'gateway_ip': '172.20.0.1', 'tenant_id': '3f0d0980e6a44e18aeddfe5b00dc702a', 'ip_version': 4, 'network_id': 'c101ed99-d149-4a0b-9f93-d3a3a5eb431f', 'name': 'private-subnet'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:08:33.660475 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1168d208-d12d-4b3c-8da2-0d3a4454a037 admin admin] Made reservation on behalf of 3f0d0980e6a44e18aeddfe5b00dc702a for: {'subnet': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:08:33.662833 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1168d208-d12d-4b3c-8da2-0d3a4454a037 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:33.954161 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1168d208-d12d-4b3c-8da2-0d3a4454a037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for subnet, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:34.016103 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1168d208-d12d-4b3c-8da2-0d3a4454a037 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61e6dd7b-b79b-4fc3-b575-37a31733e63a,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:34.025166 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1168d208-d12d-4b3c-8da2-0d3a4454a037 admin admin] Checking segment: {'id': 'bf2c2882-d3d2-4643-ae77-4f92172c65b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'c101ed99-d149-4a0b-9f93-d3a3a5eb431f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:08:34.025548 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1168d208-d12d-4b3c-8da2-0d3a4454a037 admin admin] Network hostable DHCP agents. Network: c101ed99-d149-4a0b-9f93-d3a3a5eb431f, hostable agents: ['aed2ec39-81b9-4f59-895f-cbb50316ede5'], hosted agents: [] {{(pid=93278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:08:34.049347 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1168d208-d12d-4b3c-8da2-0d3a4454a037 admin admin] Network c101ed99-d149-4a0b-9f93-d3a3a5eb431f is scheduled to be hosted by DHCP agent aed2ec39-81b9-4f59-895f-cbb50316ede5 with binding_index 1 {{(pid=93278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:08:34.060671 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-1168d208-d12d-4b3c-8da2-0d3a4454a037 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801912-2-iscsi, c101ed99-d149-4a0b-9f93-d3a3a5eb431f) {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:08:34.065462 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1168d208-d12d-4b3c-8da2-0d3a4454a037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:34.066047 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1168d208-d12d-4b3c-8da2-0d3a4454a037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:34.070167 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a37d5ee-8ca7-4e29-88ba-f8d105f306d4 None None] Network c101ed99-d149-4a0b-9f93-d3a3a5eb431f requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:08:34.079267 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-1168d208-d12d-4b3c-8da2-0d3a4454a037 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4438851 Jul 22 22:08:34.390499 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caba3716-e14d-43cf-aee6-e74332c996f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb74522ed-a428-522a-8593-90dbb9552def-c101ed99-d149-4a0b-9f93-d3a3a5eb431f', 'network_id': 'c101ed99-d149-4a0b-9f93-d3a3a5eb431f', 'tenant_id': '3f0d0980e6a44e18aeddfe5b00dc702a', 'fixed_ips': [{'subnet_id': '61e6dd7b-b79b-4fc3-b575-37a31733e63a'}]}} from dv-cinder-801912-2-iscsi. {{(pid=93280) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:08:34.391766 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-caba3716-e14d-43cf-aee6-e74332c996f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:34.666440 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.db_base_plugin_common [None req-caba3716-e14d-43cf-aee6-e74332c996f8 None None] Allocated IP 172.20.0.2 (c101ed99-d149-4a0b-9f93-d3a3a5eb431f/61e6dd7b-b79b-4fc3-b575-37a31733e63a/1434493b-0a76-4549-b7df-94d81eaa78dd) {{(pid=93280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:08:34.901132 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-caba3716-e14d-43cf-aee6-e74332c996f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:34.916518 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-caba3716-e14d-43cf-aee6-e74332c996f8 None None] Transition to ACTIVE for port object 1434493b-0a76-4549-b7df-94d81eaa78dd will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:08:34.938490 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-caba3716-e14d-43cf-aee6-e74332c996f8 None None] Transition to ACTIVE for port object 1434493b-0a76-4549-b7df-94d81eaa78dd will not be triggered until provisioned by entity DHCP. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:08:34.947251 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-caba3716-e14d-43cf-aee6-e74332c996f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625'] for port, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:35.019333 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caba3716-e14d-43cf-aee6-e74332c996f8 None None] Network c101ed99-d149-4a0b-9f93-d3a3a5eb431f is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:08:35.028196 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [None req-caba3716-e14d-43cf-aee6-e74332c996f8 None None] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:08:35.032221 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caba3716-e14d-43cf-aee6-e74332c996f8 None None] Received port after_create {{(pid=93280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:08:35.039817 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba3716-e14d-43cf-aee6-e74332c996f8 None None] Pushing event updated for resources: {'Port': ['ID=1434493b-0a76-4549-b7df-94d81eaa78dd,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:35.068026 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba3716-e14d-43cf-aee6-e74332c996f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:35.068407 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba3716-e14d-43cf-aee6-e74332c996f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:35.068754 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba3716-e14d-43cf-aee6-e74332c996f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:35.069095 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba3716-e14d-43cf-aee6-e74332c996f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:35.069430 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba3716-e14d-43cf-aee6-e74332c996f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:35.069767 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba3716-e14d-43cf-aee6-e74332c996f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:35.070099 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba3716-e14d-43cf-aee6-e74332c996f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:35.070485 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba3716-e14d-43cf-aee6-e74332c996f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:35.071034 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba3716-e14d-43cf-aee6-e74332c996f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:35.071154 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba3716-e14d-43cf-aee6-e74332c996f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:35.071479 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba3716-e14d-43cf-aee6-e74332c996f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:35.071806 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba3716-e14d-43cf-aee6-e74332c996f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:35.072957 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba3716-e14d-43cf-aee6-e74332c996f8 None None] Tracked resource versions report: Jul 22 22:08:35.072957 dv-cinder-801912-2-iscsi neutron-server[93280]: pushed versions: Jul 22 22:08:35.072957 dv-cinder-801912-2-iscsi neutron-server[93280]: { 'AddressGroup': {'1.2'}, Jul 22 22:08:35.072957 dv-cinder-801912-2-iscsi neutron-server[93280]: 'ConntrackHelper': {'1.0'}, Jul 22 22:08:35.072957 dv-cinder-801912-2-iscsi neutron-server[93280]: 'Log': {'1.0'}, Jul 22 22:08:35.072957 dv-cinder-801912-2-iscsi neutron-server[93280]: 'Network': {'1.1'}, Jul 22 22:08:35.072957 dv-cinder-801912-2-iscsi neutron-server[93280]: 'Port': {'1.7'}, Jul 22 22:08:35.072957 dv-cinder-801912-2-iscsi neutron-server[93280]: 'PortForwarding': {'1.2'}, Jul 22 22:08:35.072957 dv-cinder-801912-2-iscsi neutron-server[93280]: 'QosPolicy': {'1.8'}, Jul 22 22:08:35.072957 dv-cinder-801912-2-iscsi neutron-server[93280]: 'SecurityGroup': {'1.4'}, Jul 22 22:08:35.072957 dv-cinder-801912-2-iscsi neutron-server[93280]: 'SecurityGroupRule': {'1.2'}, Jul 22 22:08:35.072957 dv-cinder-801912-2-iscsi neutron-server[93280]: 'SubPort': {'1.0'}, Jul 22 22:08:35.072957 dv-cinder-801912-2-iscsi neutron-server[93280]: 'Subnet': {'1.1'}, Jul 22 22:08:35.072957 dv-cinder-801912-2-iscsi neutron-server[93280]: 'Trunk': {'1.1'}} Jul 22 22:08:35.072957 dv-cinder-801912-2-iscsi neutron-server[93280]: consumer versions: Jul 22 22:08:35.072957 dv-cinder-801912-2-iscsi neutron-server[93280]: { DHCP agent@dv-cinder-801912-2-iscsi: {}, Jul 22 22:08:35.072957 dv-cinder-801912-2-iscsi neutron-server[93280]: L3 agent@dv-cinder-801912-2-iscsi: {}, Jul 22 22:08:35.072957 dv-cinder-801912-2-iscsi neutron-server[93280]: Metadata agent@dv-cinder-801912-2-iscsi: {}, Jul 22 22:08:35.072957 dv-cinder-801912-2-iscsi neutron-server[93280]: Metering agent@dv-cinder-801912-2-iscsi: {}, Jul 22 22:08:35.072957 dv-cinder-801912-2-iscsi neutron-server[93280]: Open vSwitch agent@dv-cinder-801912-2-iscsi: { 'AddressGroup': '1.2', Jul 22 22:08:35.072957 dv-cinder-801912-2-iscsi neutron-server[93280]: 'ConntrackHelper': '1.0', Jul 22 22:08:35.072957 dv-cinder-801912-2-iscsi neutron-server[93280]: 'Log': '1.0', Jul 22 22:08:35.072957 dv-cinder-801912-2-iscsi neutron-server[93280]: 'Network': '1.1', Jul 22 22:08:35.072957 dv-cinder-801912-2-iscsi neutron-server[93280]: 'Port': '1.7', Jul 22 22:08:35.072957 dv-cinder-801912-2-iscsi neutron-server[93280]: 'PortForwarding': '1.2', Jul 22 22:08:35.072957 dv-cinder-801912-2-iscsi neutron-server[93280]: 'QosPolicy': '1.8', Jul 22 22:08:35.072957 dv-cinder-801912-2-iscsi neutron-server[93280]: 'SecurityGroup': '1.4', Jul 22 22:08:35.072957 dv-cinder-801912-2-iscsi neutron-server[93280]: 'SecurityGroupRule': '1.2', Jul 22 22:08:35.072957 dv-cinder-801912-2-iscsi neutron-server[93280]: 'SubPort': '1.0', Jul 22 22:08:35.072957 dv-cinder-801912-2-iscsi neutron-server[93280]: 'Subnet': '1.1', Jul 22 22:08:35.072957 dv-cinder-801912-2-iscsi neutron-server[93280]: 'Trunk': '1.1'}} Jul 22 22:08:35.072957 dv-cinder-801912-2-iscsi neutron-server[93280]: {{(pid=93280) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 22:08:35.129406 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-caba3716-e14d-43cf-aee6-e74332c996f8 None None] Attempting to bind port 1434493b-0a76-4549-b7df-94d81eaa78dd on host dv-cinder-801912-2-iscsi for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:08:35.129815 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-caba3716-e14d-43cf-aee6-e74332c996f8 None None] Attempting to bind port 1434493b-0a76-4549-b7df-94d81eaa78dd by drivers openvswitch,hyperv on host dv-cinder-801912-2-iscsi at level 0 using segments [{'id': 'bf2c2882-d3d2-4643-ae77-4f92172c65b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'c101ed99-d149-4a0b-9f93-d3a3a5eb431f'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:08:35.130245 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caba3716-e14d-43cf-aee6-e74332c996f8 None None] Attempting to bind port 1434493b-0a76-4549-b7df-94d81eaa78dd on network c101ed99-d149-4a0b-9f93-d3a3a5eb431f {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:08:35.135334 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caba3716-e14d-43cf-aee6-e74332c996f8 None None] Checking agent: {'id': '46b940f2-f108-4e1e-b841-f66930078767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801912-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 8, 19), 'started_at': datetime.datetime(2021, 7, 22, 22, 8, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801912-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:08:35.135743 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caba3716-e14d-43cf-aee6-e74332c996f8 None None] Checking segment: {'id': 'bf2c2882-d3d2-4643-ae77-4f92172c65b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'c101ed99-d149-4a0b-9f93-d3a3a5eb431f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:08:35.136221 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-caba3716-e14d-43cf-aee6-e74332c996f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:35.136668 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caba3716-e14d-43cf-aee6-e74332c996f8 None None] Bound using segment: {'id': 'bf2c2882-d3d2-4643-ae77-4f92172c65b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'c101ed99-d149-4a0b-9f93-d3a3a5eb431f'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:08:35.137157 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-caba3716-e14d-43cf-aee6-e74332c996f8 None None] Bound port: 1434493b-0a76-4549-b7df-94d81eaa78dd, host: dv-cinder-801912-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf2c2882-d3d2-4643-ae77-4f92172c65b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'c101ed99-d149-4a0b-9f93-d3a3a5eb431f'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:08:35.137573 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-caba3716-e14d-43cf-aee6-e74332c996f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:35.201598 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-caba3716-e14d-43cf-aee6-e74332c996f8 None None] For port 1434493b-0a76-4549-b7df-94d81eaa78dd, host dv-cinder-801912-2-iscsi, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:08:35.205718 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-caba3716-e14d-43cf-aee6-e74332c996f8 None None] For port 1434493b-0a76-4549-b7df-94d81eaa78dd, host dv-cinder-801912-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=1434493b-0a76-4549-b7df-94d81eaa78dd,segment=NetworkSegment(bf2c2882-d3d2-4643-ae77-4f92172c65b2),segment_id=bf2c2882-d3d2-4643-ae77-4f92172c65b2)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:08:35.210902 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-caba3716-e14d-43cf-aee6-e74332c996f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:35.272843 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba3716-e14d-43cf-aee6-e74332c996f8 None None] Pushing event updated for resources: {'Port': ['ID=1434493b-0a76-4549-b7df-94d81eaa78dd,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:36.485104 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 41558) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:36.796262 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [None req-592c65ed-2f08-4c0e-8253-13106fe8e988 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93279) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:08:36.797234 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-592c65ed-2f08-4c0e-8253-13106fe8e988 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3112190 Jul 22 22:08:39.182199 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 41566) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:39.490780 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [None req-cd45611d-0a4e-49e0-b682-a9d0a1a38bc9 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93279) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:08:39.491767 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-cd45611d-0a4e-49e0-b682-a9d0a1a38bc9 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3086240 Jul 22 22:08:42.132124 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 41576) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:42.436803 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-fb6fe641-54f5-4c19-9ed2-9efdf8560bf5 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '3f0d0980e6a44e18aeddfe5b00dc702a'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:08:42.475774 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-fb6fe641-54f5-4c19-9ed2-9efdf8560bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-718133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9725'] for router, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:42.477411 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-fb6fe641-54f5-4c19-9ed2-9efdf8560bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717338', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9714'] for router, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:42.630808 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-fb6fe641-54f5-4c19-9ed2-9efdf8560bf5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:42.635793 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-fb6fe641-54f5-4c19-9ed2-9efdf8560bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-718156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718315'] for router, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:42.648543 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-fb6fe641-54f5-4c19-9ed2-9efdf8560bf5 admin admin] Notify callbacks [] for router, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:42.649713 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-fb6fe641-54f5-4c19-9ed2-9efdf8560bf5 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5166118 Jul 22 22:08:43.092027 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 1434493b-0a76-4549-b7df-94d81eaa78dd up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:08:43.179785 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning for port 1434493b-0a76-4549-b7df-94d81eaa78dd completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:08:43.568100 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4226f9fc-fdd5-4402-b46b-ced7a37b95ba None None] Network c101ed99-d149-4a0b-9f93-d3a3a5eb431f requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:08:43.691099 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e66dd49f-6c74-4f88-bd40-dfdc916e6a94 None None] Provisioning for port 1434493b-0a76-4549-b7df-94d81eaa78dd completed by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:08:43.699554 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e66dd49f-6c74-4f88-bd40-dfdc916e6a94 None None] Provisioning complete for port 1434493b-0a76-4549-b7df-94d81eaa78dd triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:08:43.699953 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e66dd49f-6c74-4f88-bd40-dfdc916e6a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:43.855669 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e66dd49f-6c74-4f88-bd40-dfdc916e6a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:43.895973 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-e66dd49f-6c74-4f88-bd40-dfdc916e6a94 None None] For port 1434493b-0a76-4549-b7df-94d81eaa78dd, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=1434493b-0a76-4549-b7df-94d81eaa78dd,segment=NetworkSegment(bf2c2882-d3d2-4643-ae77-4f92172c65b2),segment_id=bf2c2882-d3d2-4643-ae77-4f92172c65b2)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:08:43.902096 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e66dd49f-6c74-4f88-bd40-dfdc916e6a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:43.951464 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66dd49f-6c74-4f88-bd40-dfdc916e6a94 None None] Pushing event updated for resources: {'Port': ['ID=1434493b-0a76-4549-b7df-94d81eaa78dd,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:44.022069 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-3a7bc841-90be-4769-b55f-e1b92ccf5c02 None None] Provisioning complete for port 1434493b-0a76-4549-b7df-94d81eaa78dd triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:08:44.022444 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-3a7bc841-90be-4769-b55f-e1b92ccf5c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:45.048409 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 41588) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:45.058170 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 1434493b-0a76-4549-b7df-94d81eaa78dd up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:08:45.103405 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port 1434493b-0a76-4549-b7df-94d81eaa78dd triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:08:45.103781 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:45.356759 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [None req-f184db14-c8f0-44d7-b2a7-f647fedc773d admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:08:45.357784 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-f184db14-c8f0-44d7-b2a7-f647fedc773d admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3084450 Jul 22 22:08:46.498299 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-baf78118-c1c0-4562-b752-635f39b1b2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:47.725654 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 41596) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:48.031053 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-9d653945-32e5-405f-b39a-4504e5f9de09 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:08:48.049970 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d653945-32e5-405f-b39a-4504e5f9de09 admin admin] Made reservation on behalf of 703e2519a1d643739fceeeb7a4152369 for: {'network': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:08:48.052155 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9d653945-32e5-405f-b39a-4504e5f9de09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for network, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:48.059932 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9d653945-32e5-405f-b39a-4504e5f9de09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:48.146991 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9d653945-32e5-405f-b39a-4504e5f9de09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:48.150496 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9d653945-32e5-405f-b39a-4504e5f9de09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:48.165104 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9d653945-32e5-405f-b39a-4504e5f9de09 admin admin] Reserving flat network on physical network physnet1 {{(pid=93278) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 22 22:08:48.186392 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d653945-32e5-405f-b39a-4504e5f9de09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b7b6f4-abe3-40cb-8c56-3023c0396890,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:48.189183 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9d653945-32e5-405f-b39a-4504e5f9de09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122'] for segment, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:48.189526 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.db.segments_db [None req-9d653945-32e5-405f-b39a-4504e5f9de09 admin admin] Added segment b880b034-49fb-48cf-bc81-b26ee1611faf of type flat for network f8c72cc4-96e2-4f72-802d-5144237f0ca7 Jul 22 22:08:48.237044 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9d653945-32e5-405f-b39a-4504e5f9de09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746837610990'] for network, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:48.271761 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9d653945-32e5-405f-b39a-4504e5f9de09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for network, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:48.272701 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d653945-32e5-405f-b39a-4504e5f9de09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:48.273275 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9d653945-32e5-405f-b39a-4504e5f9de09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:48.304306 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-9d653945-32e5-405f-b39a-4504e5f9de09 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5775998 Jul 22 22:08:48.335632 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d653945-32e5-405f-b39a-4504e5f9de09 admin admin] Pushing event updated for resources: {'Network': ['ID=f8c72cc4-96e2-4f72-802d-5144237f0ca7,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:48.346407 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Network f8c72cc4-96e2-4f72-802d-5144237f0ca7 details requested by agent ovs-agent-dv-cinder-801912-2-iscsi with host dv-cinder-801912-2-iscsi {{(pid=93280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:08:48.893482 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-93a04820-2537-4a03-995a-d08cd27e66f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:49.103152 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:50.136291 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:50.643828 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 41614) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:50.814198 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f865b144-5d8d-48d6-911f-d0c214cfa83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:50.815593 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-f865b144-5d8d-48d6-911f-d0c214cfa83d admin admin] 10.222.0.11 "GET /v2.0/subnets/61e6dd7b-b79b-4fc3-b575-37a31733e63a HTTP/1.1" status: 200 len: 849 time: 0.1707444 Jul 22 22:08:50.980863 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-444642a7-783e-4578-83e9-d3b2c895f01b admin admin] 10.222.0.11 "GET /v2.0/routers/1b5207af-8932-4f98-be2c-0d07e0826f66 HTTP/1.1" status: 200 len: 704 time: 0.1598945 Jul 22 22:08:51.240904 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-afb84b67-7d25-4c7e-b528-7a7f5715ae5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:51.529514 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [None req-afb84b67-7d25-4c7e-b528-7a7f5715ae5a admin admin] Allocated IP 172.20.0.1 (c101ed99-d149-4a0b-9f93-d3a3a5eb431f/61e6dd7b-b79b-4fc3-b575-37a31733e63a/6fcceabf-3b3b-440f-a53a-461a3159b6fa) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:08:51.681333 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-afb84b67-7d25-4c7e-b528-7a7f5715ae5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:51.747030 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [None req-afb84b67-7d25-4c7e-b528-7a7f5715ae5a admin admin] Transition to ACTIVE for port object 6fcceabf-3b3b-440f-a53a-461a3159b6fa will not be triggered until provisioned by entity DHCP. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:08:51.783469 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:51.826733 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-afb84b67-7d25-4c7e-b528-7a7f5715ae5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:51.895621 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb84b67-7d25-4c7e-b528-7a7f5715ae5a admin admin] Network c101ed99-d149-4a0b-9f93-d3a3a5eb431f is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:08:51.902626 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-afb84b67-7d25-4c7e-b528-7a7f5715ae5a admin admin] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:08:51.908108 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb84b67-7d25-4c7e-b528-7a7f5715ae5a admin admin] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:08:51.908677 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-afb84b67-7d25-4c7e-b528-7a7f5715ae5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-718106'] for router_interface, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:51.973570 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb84b67-7d25-4c7e-b528-7a7f5715ae5a admin admin] Pushing event updated for resources: {'Port': ['ID=6fcceabf-3b3b-440f-a53a-461a3159b6fa,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:52.059367 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7fac4141-7813-4a68-a0d2-6256b827b763 None None] Provisioning for port 6fcceabf-3b3b-440f-a53a-461a3159b6fa completed by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:08:52.063427 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7fac4141-7813-4a68-a0d2-6256b827b763 None None] Provisioning complete for port 6fcceabf-3b3b-440f-a53a-461a3159b6fa triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:08:52.063806 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7fac4141-7813-4a68-a0d2-6256b827b763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:52.099013 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-7fac4141-7813-4a68-a0d2-6256b827b763 None None] Port 6fcceabf-3b3b-440f-a53a-461a3159b6fa cannot update to ACTIVE because it is not bound. {{(pid=93280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:08:52.124588 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-afb84b67-7d25-4c7e-b528-7a7f5715ae5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:52.301524 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-afb84b67-7d25-4c7e-b528-7a7f5715ae5a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:52.305813 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-afb84b67-7d25-4c7e-b528-7a7f5715ae5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:52.306599 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-afb84b67-7d25-4c7e-b528-7a7f5715ae5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717738'] for router_interface, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:52.359727 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb84b67-7d25-4c7e-b528-7a7f5715ae5a admin admin] Pushing event updated for resources: {'Port': ['ID=6fcceabf-3b3b-440f-a53a-461a3159b6fa,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:52.426739 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb84b67-7d25-4c7e-b528-7a7f5715ae5a admin admin] Network c101ed99-d149-4a0b-9f93-d3a3a5eb431f is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:08:52.428012 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-afb84b67-7d25-4c7e-b528-7a7f5715ae5a admin admin] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:08:52.586318 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb84b67-7d25-4c7e-b528-7a7f5715ae5a admin admin] Router 1b5207af-8932-4f98-be2c-0d07e0826f66 is scheduled to L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 with binding_index 1 {{(pid=93278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:08:52.619273 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-61fa3e86-fc4f-4383-b6f2-5ac3f4f1cd11 None None] Provisioning complete for port 6fcceabf-3b3b-440f-a53a-461a3159b6fa triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:08:52.619645 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-61fa3e86-fc4f-4383-b6f2-5ac3f4f1cd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:52.652160 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-61fa3e86-fc4f-4383-b6f2-5ac3f4f1cd11 None None] Port 6fcceabf-3b3b-440f-a53a-461a3159b6fa cannot update to ACTIVE because it is not bound. {{(pid=93280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:08:52.675721 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb84b67-7d25-4c7e-b528-7a7f5715ae5a admin admin] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:08:52.680856 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-afb84b67-7d25-4c7e-b528-7a7f5715ae5a admin admin] 10.222.0.11 "PUT /v2.0/routers/1b5207af-8932-4f98-be2c-0d07e0826f66/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6952143 Jul 22 22:08:52.699868 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d51797-3d6a-434b-b527-fe3483ef4add None None] Sync routers for ids ['1b5207af-8932-4f98-be2c-0d07e0826f66'] in dv-cinder-801912-2-iscsi {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:08:52.710939 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d51797-3d6a-434b-b527-fe3483ef4add None None] Routers {'1b5207af-8932-4f98-be2c-0d07e0826f66'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:08:52.711901 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-67d51797-3d6a-434b-b527-fe3483ef4add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:08:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['1b5207af-8932-4f98-be2c-0d07e0826f66'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:08:52.890726 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-67d51797-3d6a-434b-b527-fe3483ef4add None None] Set router 1b5207af-8932-4f98-be2c-0d07e0826f66 gateway port host: None {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:08:53.315141 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-67d51797-3d6a-434b-b527-fe3483ef4add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5207af-8932-4f98-be2c-0d07e0826f66', 'name': 'router1', 'tenant_id': '3f0d0980e6a44e18aeddfe5b00dc702a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:42Z', 'updated_at': '2021-07-22T22:08:52Z', 'revision_number': 2, 'project_id': '3f0d0980e6a44e18aeddfe5b00dc702a', 'gw_port_host': None, '_interfaces': [{'id': '6fcceabf-3b3b-440f-a53a-461a3159b6fa', 'name': '', 'network_id': 'c101ed99-d149-4a0b-9f93-d3a3a5eb431f', 'tenant_id': '3f0d0980e6a44e18aeddfe5b00dc702a', 'mac_address': 'fa:16:3e:54:88:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5207af-8932-4f98-be2c-0d07e0826f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61e6dd7b-b79b-4fc3-b575-37a31733e63a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:51Z', 'updated_at': '2021-07-22T22:08:52Z', 'revision_number': 2, 'project_id': '3f0d0980e6a44e18aeddfe5b00dc702a', 'subnets': [{'id': '61e6dd7b-b79b-4fc3-b575-37a31733e63a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11924bb5-2bd9-4f8e-bac9-3ef1c190def4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:08:53.362891 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d51797-3d6a-434b-b527-fe3483ef4add None None] Checking router: 1b5207af-8932-4f98-be2c-0d07e0826f66 for host: dv-cinder-801912-2-iscsi {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:08:53.363268 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d51797-3d6a-434b-b527-fe3483ef4add None None] Updating router 1b5207af-8932-4f98-be2c-0d07e0826f66 port 6fcceabf-3b3b-440f-a53a-461a3159b6fa binding host dv-cinder-801912-2-iscsi {{(pid=93281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:08:53.427065 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-67d51797-3d6a-434b-b527-fe3483ef4add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:53.906112 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-67d51797-3d6a-434b-b527-fe3483ef4add None None] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:53.923898 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-67d51797-3d6a-434b-b527-fe3483ef4add None None] Transition to ACTIVE for port object 6fcceabf-3b3b-440f-a53a-461a3159b6fa will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:08:53.930420 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-67d51797-3d6a-434b-b527-fe3483ef4add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:54.090318 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e986124e-46b4-4c2d-86cc-249754ea6a9a None None] Pushing event updated for resources: {'Port': ['ID=6fcceabf-3b3b-440f-a53a-461a3159b6fa,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:54.108029 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986124e-46b4-4c2d-86cc-249754ea6a9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:54.108407 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986124e-46b4-4c2d-86cc-249754ea6a9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:54.108754 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986124e-46b4-4c2d-86cc-249754ea6a9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:54.109089 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986124e-46b4-4c2d-86cc-249754ea6a9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:54.109423 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986124e-46b4-4c2d-86cc-249754ea6a9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:54.109756 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986124e-46b4-4c2d-86cc-249754ea6a9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:54.110084 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986124e-46b4-4c2d-86cc-249754ea6a9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:54.110411 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986124e-46b4-4c2d-86cc-249754ea6a9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:54.110755 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986124e-46b4-4c2d-86cc-249754ea6a9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:54.111084 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986124e-46b4-4c2d-86cc-249754ea6a9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:54.111406 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986124e-46b4-4c2d-86cc-249754ea6a9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:54.111734 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986124e-46b4-4c2d-86cc-249754ea6a9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:54.112852 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986124e-46b4-4c2d-86cc-249754ea6a9a None None] Tracked resource versions report: Jul 22 22:08:54.112852 dv-cinder-801912-2-iscsi neutron-server[93281]: pushed versions: Jul 22 22:08:54.112852 dv-cinder-801912-2-iscsi neutron-server[93281]: { 'AddressGroup': {'1.2'}, Jul 22 22:08:54.112852 dv-cinder-801912-2-iscsi neutron-server[93281]: 'ConntrackHelper': {'1.0'}, Jul 22 22:08:54.112852 dv-cinder-801912-2-iscsi neutron-server[93281]: 'Log': {'1.0'}, Jul 22 22:08:54.112852 dv-cinder-801912-2-iscsi neutron-server[93281]: 'Network': {'1.1'}, Jul 22 22:08:54.112852 dv-cinder-801912-2-iscsi neutron-server[93281]: 'Port': {'1.7'}, Jul 22 22:08:54.112852 dv-cinder-801912-2-iscsi neutron-server[93281]: 'PortForwarding': {'1.2'}, Jul 22 22:08:54.112852 dv-cinder-801912-2-iscsi neutron-server[93281]: 'QosPolicy': {'1.8'}, Jul 22 22:08:54.112852 dv-cinder-801912-2-iscsi neutron-server[93281]: 'SecurityGroup': {'1.4'}, Jul 22 22:08:54.112852 dv-cinder-801912-2-iscsi neutron-server[93281]: 'SecurityGroupRule': {'1.2'}, Jul 22 22:08:54.112852 dv-cinder-801912-2-iscsi neutron-server[93281]: 'SubPort': {'1.0'}, Jul 22 22:08:54.112852 dv-cinder-801912-2-iscsi neutron-server[93281]: 'Subnet': {'1.1'}, Jul 22 22:08:54.112852 dv-cinder-801912-2-iscsi neutron-server[93281]: 'Trunk': {'1.1'}} Jul 22 22:08:54.112852 dv-cinder-801912-2-iscsi neutron-server[93281]: consumer versions: Jul 22 22:08:54.112852 dv-cinder-801912-2-iscsi neutron-server[93281]: { DHCP agent@dv-cinder-801912-2-iscsi: {}, Jul 22 22:08:54.112852 dv-cinder-801912-2-iscsi neutron-server[93281]: L3 agent@dv-cinder-801912-2-iscsi: {}, Jul 22 22:08:54.112852 dv-cinder-801912-2-iscsi neutron-server[93281]: Metadata agent@dv-cinder-801912-2-iscsi: {}, Jul 22 22:08:54.112852 dv-cinder-801912-2-iscsi neutron-server[93281]: Metering agent@dv-cinder-801912-2-iscsi: {}, Jul 22 22:08:54.112852 dv-cinder-801912-2-iscsi neutron-server[93281]: Open vSwitch agent@dv-cinder-801912-2-iscsi: { 'AddressGroup': '1.2', Jul 22 22:08:54.112852 dv-cinder-801912-2-iscsi neutron-server[93281]: 'ConntrackHelper': '1.0', Jul 22 22:08:54.112852 dv-cinder-801912-2-iscsi neutron-server[93281]: 'Log': '1.0', Jul 22 22:08:54.112852 dv-cinder-801912-2-iscsi neutron-server[93281]: 'Network': '1.1', Jul 22 22:08:54.112852 dv-cinder-801912-2-iscsi neutron-server[93281]: 'Port': '1.7', Jul 22 22:08:54.112852 dv-cinder-801912-2-iscsi neutron-server[93281]: 'PortForwarding': '1.2', Jul 22 22:08:54.112852 dv-cinder-801912-2-iscsi neutron-server[93281]: 'QosPolicy': '1.8', Jul 22 22:08:54.112852 dv-cinder-801912-2-iscsi neutron-server[93281]: 'SecurityGroup': '1.4', Jul 22 22:08:54.112852 dv-cinder-801912-2-iscsi neutron-server[93281]: 'SecurityGroupRule': '1.2', Jul 22 22:08:54.112852 dv-cinder-801912-2-iscsi neutron-server[93281]: 'SubPort': '1.0', Jul 22 22:08:54.112852 dv-cinder-801912-2-iscsi neutron-server[93281]: 'Subnet': '1.1', Jul 22 22:08:54.112852 dv-cinder-801912-2-iscsi neutron-server[93281]: 'Trunk': '1.1'}} Jul 22 22:08:54.112852 dv-cinder-801912-2-iscsi neutron-server[93281]: {{(pid=93281) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 22:08:54.115167 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-67d51797-3d6a-434b-b527-fe3483ef4add None None] Attempting to bind port 6fcceabf-3b3b-440f-a53a-461a3159b6fa on host dv-cinder-801912-2-iscsi for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:08:54.115570 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-67d51797-3d6a-434b-b527-fe3483ef4add None None] Attempting to bind port 6fcceabf-3b3b-440f-a53a-461a3159b6fa by drivers openvswitch,hyperv on host dv-cinder-801912-2-iscsi at level 0 using segments [{'id': 'bf2c2882-d3d2-4643-ae77-4f92172c65b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'c101ed99-d149-4a0b-9f93-d3a3a5eb431f'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:08:54.116000 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d51797-3d6a-434b-b527-fe3483ef4add None None] Attempting to bind port 6fcceabf-3b3b-440f-a53a-461a3159b6fa on network c101ed99-d149-4a0b-9f93-d3a3a5eb431f {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:08:54.121513 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d51797-3d6a-434b-b527-fe3483ef4add None None] Checking agent: {'id': '46b940f2-f108-4e1e-b841-f66930078767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801912-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 8, 19), 'started_at': datetime.datetime(2021, 7, 22, 22, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801912-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:08:54.121927 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d51797-3d6a-434b-b527-fe3483ef4add None None] Checking segment: {'id': 'bf2c2882-d3d2-4643-ae77-4f92172c65b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'c101ed99-d149-4a0b-9f93-d3a3a5eb431f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:08:54.122410 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-67d51797-3d6a-434b-b527-fe3483ef4add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:54.122797 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d51797-3d6a-434b-b527-fe3483ef4add None None] Bound using segment: {'id': 'bf2c2882-d3d2-4643-ae77-4f92172c65b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'c101ed99-d149-4a0b-9f93-d3a3a5eb431f'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:08:54.123294 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-67d51797-3d6a-434b-b527-fe3483ef4add None None] Bound port: 6fcceabf-3b3b-440f-a53a-461a3159b6fa, host: dv-cinder-801912-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf2c2882-d3d2-4643-ae77-4f92172c65b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'c101ed99-d149-4a0b-9f93-d3a3a5eb431f'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:08:54.124046 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-67d51797-3d6a-434b-b527-fe3483ef4add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:54.186725 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-67d51797-3d6a-434b-b527-fe3483ef4add None None] For port 6fcceabf-3b3b-440f-a53a-461a3159b6fa, host dv-cinder-801912-2-iscsi, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:08:54.209009 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-67d51797-3d6a-434b-b527-fe3483ef4add None None] For port 6fcceabf-3b3b-440f-a53a-461a3159b6fa, host dv-cinder-801912-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=6fcceabf-3b3b-440f-a53a-461a3159b6fa,segment=NetworkSegment(bf2c2882-d3d2-4643-ae77-4f92172c65b2),segment_id=bf2c2882-d3d2-4643-ae77-4f92172c65b2)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:08:54.212695 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-67d51797-3d6a-434b-b527-fe3483ef4add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:54.270282 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d51797-3d6a-434b-b527-fe3483ef4add None None] Routers {'1b5207af-8932-4f98-be2c-0d07e0826f66'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:08:54.270920 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-67d51797-3d6a-434b-b527-fe3483ef4add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:08:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['1b5207af-8932-4f98-be2c-0d07e0826f66'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:08:54.309181 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e986124e-46b4-4c2d-86cc-249754ea6a9a None None] Pushing event updated for resources: {'Port': ['ID=6fcceabf-3b3b-440f-a53a-461a3159b6fa,revision_number=4']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:54.362678 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-67d51797-3d6a-434b-b527-fe3483ef4add None None] Set router 1b5207af-8932-4f98-be2c-0d07e0826f66 gateway port host: None {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:08:54.571914 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-67d51797-3d6a-434b-b527-fe3483ef4add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5207af-8932-4f98-be2c-0d07e0826f66', 'name': 'router1', 'tenant_id': '3f0d0980e6a44e18aeddfe5b00dc702a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:42Z', 'updated_at': '2021-07-22T22:08:52Z', 'revision_number': 2, 'project_id': '3f0d0980e6a44e18aeddfe5b00dc702a', 'gw_port_host': None, '_interfaces': [{'id': '6fcceabf-3b3b-440f-a53a-461a3159b6fa', 'name': '', 'network_id': 'c101ed99-d149-4a0b-9f93-d3a3a5eb431f', 'tenant_id': '3f0d0980e6a44e18aeddfe5b00dc702a', 'mac_address': 'fa:16:3e:54:88:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5207af-8932-4f98-be2c-0d07e0826f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61e6dd7b-b79b-4fc3-b575-37a31733e63a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:51Z', 'updated_at': '2021-07-22T22:08:54Z', 'revision_number': 4, 'project_id': '3f0d0980e6a44e18aeddfe5b00dc702a', 'subnets': [{'id': '61e6dd7b-b79b-4fc3-b575-37a31733e63a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11924bb5-2bd9-4f8e-bac9-3ef1c190def4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:08:54.599389 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d51797-3d6a-434b-b527-fe3483ef4add None None] The sync data for ids ['1b5207af-8932-4f98-be2c-0d07e0826f66'] in dv-cinder-801912-2-iscsi is: [{'id': '1b5207af-8932-4f98-be2c-0d07e0826f66', 'name': 'router1', 'tenant_id': '3f0d0980e6a44e18aeddfe5b00dc702a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:42Z', 'updated_at': '2021-07-22T22:08:52Z', 'revision_number': 2, 'project_id': '3f0d0980e6a44e18aeddfe5b00dc702a', 'gw_port_host': None, '_interfaces': [{'id': '6fcceabf-3b3b-440f-a53a-461a3159b6fa', 'name': '', 'network_id': 'c101ed99-d149-4a0b-9f93-d3a3a5eb431f', 'tenant_id': '3f0d0980e6a44e18aeddfe5b00dc702a', 'mac_address': 'fa:16:3e:54:88:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5207af-8932-4f98-be2c-0d07e0826f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61e6dd7b-b79b-4fc3-b575-37a31733e63a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:51Z', 'updated_at': '2021-07-22T22:08:54Z', 'revision_number': 4, 'project_id': '3f0d0980e6a44e18aeddfe5b00dc702a', 'subnets': [{'id': '61e6dd7b-b79b-4fc3-b575-37a31733e63a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11924bb5-2bd9-4f8e-bac9-3ef1c190def4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:08:54.930376 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 41634) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:55.114690 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c85c077-f334-483c-b9c9-ff46b7b2de9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:55.116117 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-6c85c077-f334-483c-b9c9-ff46b7b2de9b admin admin] 10.222.0.11 "GET /v2.0/networks/f8c72cc4-96e2-4f72-802d-5144237f0ca7 HTTP/1.1" status: 200 len: 842 time: 0.1847005 Jul 22 22:08:55.125813 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-474c4aef-6181-450a-a39b-4b776eb48e19 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'gateway_ip': '172.27.3.1'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:08:55.148337 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474c4aef-6181-450a-a39b-4b776eb48e19 admin admin] Made reservation on behalf of 703e2519a1d643739fceeeb7a4152369 for: {'subnet': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:08:55.150841 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-474c4aef-6181-450a-a39b-4b776eb48e19 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:55.531913 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.objects.ports [None req-474c4aef-6181-450a-a39b-4b776eb48e19 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93279) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 22:08:55.532397 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-474c4aef-6181-450a-a39b-4b776eb48e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for subnet, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:55.599178 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c4aef-6181-450a-a39b-4b776eb48e19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=448cec93-c98c-4ed8-8dac-ac905c6d6ede,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:55.603369 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474c4aef-6181-450a-a39b-4b776eb48e19 admin admin] Checking segment: {'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:08:55.603740 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474c4aef-6181-450a-a39b-4b776eb48e19 admin admin] Network hostable DHCP agents. Network: f8c72cc4-96e2-4f72-802d-5144237f0ca7, hostable agents: ['aed2ec39-81b9-4f59-895f-cbb50316ede5'], hosted agents: [] {{(pid=93279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:08:55.612609 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474c4aef-6181-450a-a39b-4b776eb48e19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:55.612965 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474c4aef-6181-450a-a39b-4b776eb48e19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:55.613300 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474c4aef-6181-450a-a39b-4b776eb48e19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:55.613626 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474c4aef-6181-450a-a39b-4b776eb48e19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:55.613951 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474c4aef-6181-450a-a39b-4b776eb48e19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:55.614280 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474c4aef-6181-450a-a39b-4b776eb48e19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:55.614599 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474c4aef-6181-450a-a39b-4b776eb48e19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:55.614917 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474c4aef-6181-450a-a39b-4b776eb48e19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:55.615256 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474c4aef-6181-450a-a39b-4b776eb48e19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:55.615574 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474c4aef-6181-450a-a39b-4b776eb48e19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:55.615889 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474c4aef-6181-450a-a39b-4b776eb48e19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:55.616202 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474c4aef-6181-450a-a39b-4b776eb48e19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:55.617326 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474c4aef-6181-450a-a39b-4b776eb48e19 admin admin] Tracked resource versions report: Jul 22 22:08:55.617326 dv-cinder-801912-2-iscsi neutron-server[93279]: pushed versions: Jul 22 22:08:55.617326 dv-cinder-801912-2-iscsi neutron-server[93279]: { 'AddressGroup': {'1.2'}, Jul 22 22:08:55.617326 dv-cinder-801912-2-iscsi neutron-server[93279]: 'ConntrackHelper': {'1.0'}, Jul 22 22:08:55.617326 dv-cinder-801912-2-iscsi neutron-server[93279]: 'Log': {'1.0'}, Jul 22 22:08:55.617326 dv-cinder-801912-2-iscsi neutron-server[93279]: 'Network': {'1.1'}, Jul 22 22:08:55.617326 dv-cinder-801912-2-iscsi neutron-server[93279]: 'Port': {'1.7'}, Jul 22 22:08:55.617326 dv-cinder-801912-2-iscsi neutron-server[93279]: 'PortForwarding': {'1.2'}, Jul 22 22:08:55.617326 dv-cinder-801912-2-iscsi neutron-server[93279]: 'QosPolicy': {'1.8'}, Jul 22 22:08:55.617326 dv-cinder-801912-2-iscsi neutron-server[93279]: 'SecurityGroup': {'1.4'}, Jul 22 22:08:55.617326 dv-cinder-801912-2-iscsi neutron-server[93279]: 'SecurityGroupRule': {'1.2'}, Jul 22 22:08:55.617326 dv-cinder-801912-2-iscsi neutron-server[93279]: 'SubPort': {'1.0'}, Jul 22 22:08:55.617326 dv-cinder-801912-2-iscsi neutron-server[93279]: 'Subnet': {'1.1'}, Jul 22 22:08:55.617326 dv-cinder-801912-2-iscsi neutron-server[93279]: 'Trunk': {'1.1'}} Jul 22 22:08:55.617326 dv-cinder-801912-2-iscsi neutron-server[93279]: consumer versions: Jul 22 22:08:55.617326 dv-cinder-801912-2-iscsi neutron-server[93279]: { DHCP agent@dv-cinder-801912-2-iscsi: {}, Jul 22 22:08:55.617326 dv-cinder-801912-2-iscsi neutron-server[93279]: L3 agent@dv-cinder-801912-2-iscsi: {}, Jul 22 22:08:55.617326 dv-cinder-801912-2-iscsi neutron-server[93279]: Metadata agent@dv-cinder-801912-2-iscsi: {}, Jul 22 22:08:55.617326 dv-cinder-801912-2-iscsi neutron-server[93279]: Metering agent@dv-cinder-801912-2-iscsi: {}, Jul 22 22:08:55.617326 dv-cinder-801912-2-iscsi neutron-server[93279]: Open vSwitch agent@dv-cinder-801912-2-iscsi: { 'AddressGroup': '1.2', Jul 22 22:08:55.617326 dv-cinder-801912-2-iscsi neutron-server[93279]: 'ConntrackHelper': '1.0', Jul 22 22:08:55.617326 dv-cinder-801912-2-iscsi neutron-server[93279]: 'Log': '1.0', Jul 22 22:08:55.617326 dv-cinder-801912-2-iscsi neutron-server[93279]: 'Network': '1.1', Jul 22 22:08:55.617326 dv-cinder-801912-2-iscsi neutron-server[93279]: 'Port': '1.7', Jul 22 22:08:55.617326 dv-cinder-801912-2-iscsi neutron-server[93279]: 'PortForwarding': '1.2', Jul 22 22:08:55.617326 dv-cinder-801912-2-iscsi neutron-server[93279]: 'QosPolicy': '1.8', Jul 22 22:08:55.617326 dv-cinder-801912-2-iscsi neutron-server[93279]: 'SecurityGroup': '1.4', Jul 22 22:08:55.617326 dv-cinder-801912-2-iscsi neutron-server[93279]: 'SecurityGroupRule': '1.2', Jul 22 22:08:55.617326 dv-cinder-801912-2-iscsi neutron-server[93279]: 'SubPort': '1.0', Jul 22 22:08:55.617326 dv-cinder-801912-2-iscsi neutron-server[93279]: 'Subnet': '1.1', Jul 22 22:08:55.617326 dv-cinder-801912-2-iscsi neutron-server[93279]: 'Trunk': '1.1'}} Jul 22 22:08:55.617326 dv-cinder-801912-2-iscsi neutron-server[93279]: {{(pid=93279) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 22:08:55.658517 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474c4aef-6181-450a-a39b-4b776eb48e19 admin admin] Network f8c72cc4-96e2-4f72-802d-5144237f0ca7 is scheduled to be hosted by DHCP agent aed2ec39-81b9-4f59-895f-cbb50316ede5 with binding_index 1 {{(pid=93279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:08:55.670135 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-474c4aef-6181-450a-a39b-4b776eb48e19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801912-2-iscsi, f8c72cc4-96e2-4f72-802d-5144237f0ca7) {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:08:55.676008 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474c4aef-6181-450a-a39b-4b776eb48e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:55.677951 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-474c4aef-6181-450a-a39b-4b776eb48e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:55.678494 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7108e122-92f1-49ed-835d-c35a75ddb3e4 None None] Network f8c72cc4-96e2-4f72-802d-5144237f0ca7 requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:08:55.692821 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-474c4aef-6181-450a-a39b-4b776eb48e19 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5704315 Jul 22 22:08:55.817033 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acc3df5-ff86-43f8-8a55-542f58047616 None None] Network f8c72cc4-96e2-4f72-802d-5144237f0ca7 requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:08:57.989462 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 41646) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:58.206351 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-30e17722-883d-4342-b91d-fb33f35a4dee admin admin] 10.222.0.11 "GET /v2.0/routers/1b5207af-8932-4f98-be2c-0d07e0826f66 HTTP/1.1" status: 200 len: 710 time: 0.2157903 Jul 22 22:08:58.296652 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebe173b-8737-40b8-bbc1-23ddffa9bd6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:58.298026 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-aebe173b-8737-40b8-bbc1-23ddffa9bd6c admin admin] 10.222.0.11 "GET /v2.0/networks/f8c72cc4-96e2-4f72-802d-5144237f0ca7 HTTP/1.1" status: 200 len: 886 time: 0.0866063 Jul 22 22:08:58.306547 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-e9c55c75-83be-41b6-ad37-77363fbe4c3e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'}}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:08:58.565012 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e9c55c75-83be-41b6-ad37-77363fbe4c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-718320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-718171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9664'] for router, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:58.798469 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e9c55c75-83be-41b6-ad37-77363fbe4c3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:58.877455 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e9c55c75-83be-41b6-ad37-77363fbe4c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:59.035857 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.db_base_plugin_common [None req-e9c55c75-83be-41b6-ad37-77363fbe4c3e admin admin] Allocated IP 172.27.3.196 (f8c72cc4-96e2-4f72-802d-5144237f0ca7/448cec93-c98c-4ed8-8dac-ac905c6d6ede/e26aacc8-bd64-4689-993d-30a1f068dca0) {{(pid=93279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:08:59.195225 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e9c55c75-83be-41b6-ad37-77363fbe4c3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:59.278678 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e9c55c75-83be-41b6-ad37-77363fbe4c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625'] for port, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:59.353410 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c55c75-83be-41b6-ad37-77363fbe4c3e admin admin] Network f8c72cc4-96e2-4f72-802d-5144237f0ca7 is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:08:59.358828 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-e9c55c75-83be-41b6-ad37-77363fbe4c3e admin admin] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:08:59.361450 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c55c75-83be-41b6-ad37-77363fbe4c3e admin admin] Received port after_create {{(pid=93279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:08:59.401461 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c55c75-83be-41b6-ad37-77363fbe4c3e admin admin] Pushing event updated for resources: {'Port': ['ID=e26aacc8-bd64-4689-993d-30a1f068dca0,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:59.641414 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e9c55c75-83be-41b6-ad37-77363fbe4c3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:59.848263 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e9c55c75-83be-41b6-ad37-77363fbe4c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-718320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-718171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9664'] for router, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:59.851571 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e9c55c75-83be-41b6-ad37-77363fbe4c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-718329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-718306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-718162'] for router, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:59.963524 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c55c75-83be-41b6-ad37-77363fbe4c3e admin admin] Router 1b5207af-8932-4f98-be2c-0d07e0826f66 has already been hosted by L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 {{(pid=93279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:09:00.071183 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c55c75-83be-41b6-ad37-77363fbe4c3e admin admin] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:09:00.076139 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e9c55c75-83be-41b6-ad37-77363fbe4c3e admin admin] Notify callbacks [] for router, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:00.077335 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-e9c55c75-83be-41b6-ad37-77363fbe4c3e admin admin] 10.222.0.11 "PUT /v2.0/routers/1b5207af-8932-4f98-be2c-0d07e0826f66 HTTP/1.1" status: 200 len: 890 time: 1.7739732 Jul 22 22:09:01.087143 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 6fcceabf-3b3b-440f-a53a-461a3159b6fa up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:09:01.134699 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c7f9db-7372-46cc-a72e-5a70ffb9ed5e None None] Sync routers for ids ['1b5207af-8932-4f98-be2c-0d07e0826f66'] in dv-cinder-801912-2-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:09:01.146578 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning for port 6fcceabf-3b3b-440f-a53a-461a3159b6fa completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:09:01.148591 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c7f9db-7372-46cc-a72e-5a70ffb9ed5e None None] Routers {'1b5207af-8932-4f98-be2c-0d07e0826f66'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:09:01.149236 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-b6c7f9db-7372-46cc-a72e-5a70ffb9ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:08:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['1b5207af-8932-4f98-be2c-0d07e0826f66'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:09:01.169579 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port 6fcceabf-3b3b-440f-a53a-461a3159b6fa triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:09:01.169952 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:01.452674 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-b6c7f9db-7372-46cc-a72e-5a70ffb9ed5e None None] Set router 1b5207af-8932-4f98-be2c-0d07e0826f66 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:09:01.514661 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:01.656117 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] For port 6fcceabf-3b3b-440f-a53a-461a3159b6fa, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=6fcceabf-3b3b-440f-a53a-461a3159b6fa,segment=NetworkSegment(bf2c2882-d3d2-4643-ae77-4f92172c65b2),segment_id=bf2c2882-d3d2-4643-ae77-4f92172c65b2)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:09:01.662235 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:01.796100 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Pushing event updated for resources: {'Port': ['ID=6fcceabf-3b3b-440f-a53a-461a3159b6fa,revision_number=5']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:01.908500 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-b6c7f9db-7372-46cc-a72e-5a70ffb9ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5207af-8932-4f98-be2c-0d07e0826f66', 'name': 'router1', 'tenant_id': '3f0d0980e6a44e18aeddfe5b00dc702a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'e26aacc8-bd64-4689-993d-30a1f068dca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:42Z', 'updated_at': '2021-07-22T22:08:59Z', 'revision_number': 4, 'project_id': '3f0d0980e6a44e18aeddfe5b00dc702a', 'gw_port': {'id': 'e26aacc8-bd64-4689-993d-30a1f068dca0', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5207af-8932-4f98-be2c-0d07e0826f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:58Z', 'updated_at': '2021-07-22T22:08:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '6fcceabf-3b3b-440f-a53a-461a3159b6fa', 'name': '', 'network_id': 'c101ed99-d149-4a0b-9f93-d3a3a5eb431f', 'tenant_id': '3f0d0980e6a44e18aeddfe5b00dc702a', 'mac_address': 'fa:16:3e:54:88:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5207af-8932-4f98-be2c-0d07e0826f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61e6dd7b-b79b-4fc3-b575-37a31733e63a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:51Z', 'updated_at': '2021-07-22T22:08:54Z', 'revision_number': 4, 'project_id': '3f0d0980e6a44e18aeddfe5b00dc702a', 'subnets': [{'id': '61e6dd7b-b79b-4fc3-b575-37a31733e63a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11924bb5-2bd9-4f8e-bac9-3ef1c190def4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:09:01.970057 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c7f9db-7372-46cc-a72e-5a70ffb9ed5e None None] Checking router: 1b5207af-8932-4f98-be2c-0d07e0826f66 for host: dv-cinder-801912-2-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:09:01.970406 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c7f9db-7372-46cc-a72e-5a70ffb9ed5e None None] Updating router 1b5207af-8932-4f98-be2c-0d07e0826f66 port e26aacc8-bd64-4689-993d-30a1f068dca0 binding host dv-cinder-801912-2-iscsi {{(pid=93280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:09:02.002806 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b6c7f9db-7372-46cc-a72e-5a70ffb9ed5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:02.315363 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b6c7f9db-7372-46cc-a72e-5a70ffb9ed5e None None] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:02.324991 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-b6c7f9db-7372-46cc-a72e-5a70ffb9ed5e None None] Transition to ACTIVE for port object e26aacc8-bd64-4689-993d-30a1f068dca0 will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:09:02.330989 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b6c7f9db-7372-46cc-a72e-5a70ffb9ed5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:02.389359 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-b6c7f9db-7372-46cc-a72e-5a70ffb9ed5e None None] Attempting to bind port e26aacc8-bd64-4689-993d-30a1f068dca0 on host dv-cinder-801912-2-iscsi for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:09:02.389736 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-b6c7f9db-7372-46cc-a72e-5a70ffb9ed5e None None] Attempting to bind port e26aacc8-bd64-4689-993d-30a1f068dca0 by drivers openvswitch,hyperv on host dv-cinder-801912-2-iscsi at level 0 using segments [{'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:09:02.390107 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c7f9db-7372-46cc-a72e-5a70ffb9ed5e None None] Attempting to bind port e26aacc8-bd64-4689-993d-30a1f068dca0 on network f8c72cc4-96e2-4f72-802d-5144237f0ca7 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:09:02.392944 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeee235-fb41-4381-9482-60709b324a79 None None] Pushing event updated for resources: {'Port': ['ID=e26aacc8-bd64-4689-993d-30a1f068dca0,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:02.398994 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c7f9db-7372-46cc-a72e-5a70ffb9ed5e None None] Checking agent: {'id': '46b940f2-f108-4e1e-b841-f66930078767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801912-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 8, 19), 'started_at': datetime.datetime(2021, 7, 22, 22, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801912-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:09:02.399718 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c7f9db-7372-46cc-a72e-5a70ffb9ed5e None None] Checking segment: {'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:09:02.400811 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b6c7f9db-7372-46cc-a72e-5a70ffb9ed5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:02.400811 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c7f9db-7372-46cc-a72e-5a70ffb9ed5e None None] Bound using segment: {'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:09:02.401286 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-b6c7f9db-7372-46cc-a72e-5a70ffb9ed5e None None] Bound port: e26aacc8-bd64-4689-993d-30a1f068dca0, host: dv-cinder-801912-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:09:02.401919 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b6c7f9db-7372-46cc-a72e-5a70ffb9ed5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:02.453825 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-b6c7f9db-7372-46cc-a72e-5a70ffb9ed5e None None] For port e26aacc8-bd64-4689-993d-30a1f068dca0, host dv-cinder-801912-2-iscsi, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:09:02.456806 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-b6c7f9db-7372-46cc-a72e-5a70ffb9ed5e None None] For port e26aacc8-bd64-4689-993d-30a1f068dca0, host dv-cinder-801912-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=e26aacc8-bd64-4689-993d-30a1f068dca0,segment=NetworkSegment(b880b034-49fb-48cf-bc81-b26ee1611faf),segment_id=b880b034-49fb-48cf-bc81-b26ee1611faf)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:09:02.461062 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b6c7f9db-7372-46cc-a72e-5a70ffb9ed5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:02.476076 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 41658) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:09:02.518069 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c7f9db-7372-46cc-a72e-5a70ffb9ed5e None None] Routers {'1b5207af-8932-4f98-be2c-0d07e0826f66'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:09:02.520419 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-b6c7f9db-7372-46cc-a72e-5a70ffb9ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:08:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['1b5207af-8932-4f98-be2c-0d07e0826f66'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:09:02.525478 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeee235-fb41-4381-9482-60709b324a79 None None] Pushing event updated for resources: {'Port': ['ID=e26aacc8-bd64-4689-993d-30a1f068dca0,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:02.609877 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-32522658-5cdd-46b3-9755-114e24c36a16 admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1325533 Jul 22 22:09:02.716915 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-b6c7f9db-7372-46cc-a72e-5a70ffb9ed5e None None] Set router 1b5207af-8932-4f98-be2c-0d07e0826f66 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:09:02.931131 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-b6c7f9db-7372-46cc-a72e-5a70ffb9ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5207af-8932-4f98-be2c-0d07e0826f66', 'name': 'router1', 'tenant_id': '3f0d0980e6a44e18aeddfe5b00dc702a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'e26aacc8-bd64-4689-993d-30a1f068dca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:42Z', 'updated_at': '2021-07-22T22:08:59Z', 'revision_number': 4, 'project_id': '3f0d0980e6a44e18aeddfe5b00dc702a', 'gw_port': {'id': 'e26aacc8-bd64-4689-993d-30a1f068dca0', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5207af-8932-4f98-be2c-0d07e0826f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:58Z', 'updated_at': '2021-07-22T22:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '6fcceabf-3b3b-440f-a53a-461a3159b6fa', 'name': '', 'network_id': 'c101ed99-d149-4a0b-9f93-d3a3a5eb431f', 'tenant_id': '3f0d0980e6a44e18aeddfe5b00dc702a', 'mac_address': 'fa:16:3e:54:88:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5207af-8932-4f98-be2c-0d07e0826f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61e6dd7b-b79b-4fc3-b575-37a31733e63a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:51Z', 'updated_at': '2021-07-22T22:09:01Z', 'revision_number': 5, 'project_id': '3f0d0980e6a44e18aeddfe5b00dc702a', 'subnets': [{'id': '61e6dd7b-b79b-4fc3-b575-37a31733e63a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11924bb5-2bd9-4f8e-bac9-3ef1c190def4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:09:02.957317 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c7f9db-7372-46cc-a72e-5a70ffb9ed5e None None] The sync data for ids ['1b5207af-8932-4f98-be2c-0d07e0826f66'] in dv-cinder-801912-2-iscsi is: [{'id': '1b5207af-8932-4f98-be2c-0d07e0826f66', 'name': 'router1', 'tenant_id': '3f0d0980e6a44e18aeddfe5b00dc702a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'e26aacc8-bd64-4689-993d-30a1f068dca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:42Z', 'updated_at': '2021-07-22T22:08:59Z', 'revision_number': 4, 'project_id': '3f0d0980e6a44e18aeddfe5b00dc702a', 'gw_port': {'id': 'e26aacc8-bd64-4689-993d-30a1f068dca0', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5207af-8932-4f98-be2c-0d07e0826f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:58Z', 'updated_at': '2021-07-22T22:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '6fcceabf-3b3b-440f-a53a-461a3159b6fa', 'name': '', 'network_id': 'c101ed99-d149-4a0b-9f93-d3a3a5eb431f', 'tenant_id': '3f0d0980e6a44e18aeddfe5b00dc702a', 'mac_address': 'fa:16:3e:54:88:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5207af-8932-4f98-be2c-0d07e0826f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61e6dd7b-b79b-4fc3-b575-37a31733e63a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:51Z', 'updated_at': '2021-07-22T22:09:01Z', 'revision_number': 5, 'project_id': '3f0d0980e6a44e18aeddfe5b00dc702a', 'subnets': [{'id': '61e6dd7b-b79b-4fc3-b575-37a31733e63a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11924bb5-2bd9-4f8e-bac9-3ef1c190def4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:09:03.212165 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 6fcceabf-3b3b-440f-a53a-461a3159b6fa up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:09:03.270572 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port 6fcceabf-3b3b-440f-a53a-461a3159b6fa triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:09:03.270692 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:03.357908 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device e26aacc8-bd64-4689-993d-30a1f068dca0 up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:09:03.418339 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning for port e26aacc8-bd64-4689-993d-30a1f068dca0 completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:09:03.427864 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port e26aacc8-bd64-4689-993d-30a1f068dca0 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:09:03.428273 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:03.519055 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:03.559574 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] For port e26aacc8-bd64-4689-993d-30a1f068dca0, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=e26aacc8-bd64-4689-993d-30a1f068dca0,segment=NetworkSegment(b880b034-49fb-48cf-bc81-b26ee1611faf),segment_id=b880b034-49fb-48cf-bc81-b26ee1611faf)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:09:03.565224 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:03.624096 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Pushing event updated for resources: {'Port': ['ID=e26aacc8-bd64-4689-993d-30a1f068dca0,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:05.086108 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device e26aacc8-bd64-4689-993d-30a1f068dca0 up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:09:05.136892 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port e26aacc8-bd64-4689-993d-30a1f068dca0 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:09:05.137278 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:16.501681 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-584ef40a-71d0-4ff1-9712-f2c16a574024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:17.908774 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 5 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:09:18.896485 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-cc3efdc9-d804-4c9d-824d-65c60567cc97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:19.109152 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:20.143200 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:21.808175 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:46.531062 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-51f4ef8e-20b9-4051-beea-c6d1ea808f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:48.902702 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-1a7f404d-e088-443d-a69f-fae3ebb39353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:49.102930 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:50.158487 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:51.834846 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:54.907608 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 5 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:10:16.504083 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0a362104-62ab-4c85-86fc-efbd6aeb82e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:18.904389 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-1fc11b8d-b010-4b46-a742-57f990d110b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:19.106974 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:20.149902 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:21.806360 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:31.906316 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 5 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:10:41.291015 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 42226) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:10:41.351260 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.pecan_wsgi.hooks.translation [None req-123f63cf-b869-44e1-b76d-52cb5e16106f admin admin] GET failed (client error): The resource could not be found. Jul 22 22:10:41.352541 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-123f63cf-b869-44e1-b76d-52cb5e16106f admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0605621 Jul 22 22:10:41.514407 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632f8079-a8c5-4ba4-acdf-f6b1cc0c5e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:41.515919 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-632f8079-a8c5-4ba4-acdf-f6b1cc0c5e2a admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1596749 Jul 22 22:10:43.661059 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 42236) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:10:43.752846 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450dde75-163e-4519-9b21-f6ffdfb44dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:43.754173 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-450dde75-163e-4519-9b21-f6ffdfb44dd6 admin admin] 10.222.0.11 "GET /v2.0/subnets/61e6dd7b-b79b-4fc3-b575-37a31733e63a HTTP/1.1" status: 200 len: 849 time: 0.0921817 Jul 22 22:10:43.763622 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-ffe4b6f9-3c4e-45e9-9b45-388d8e8a95a8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:10:43.844606 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ffe4b6f9-3c4e-45e9-9b45-388d8e8a95a8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:44.054631 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ffe4b6f9-3c4e-45e9-9b45-388d8e8a95a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746838011504'] for subnet, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:44.083290 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe4b6f9-3c4e-45e9-9b45-388d8e8a95a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:44.084686 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ffe4b6f9-3c4e-45e9-9b45-388d8e8a95a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:44.085414 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-ffe4b6f9-3c4e-45e9-9b45-388d8e8a95a8 admin admin] 10.222.0.11 "PUT /v2.0/subnets/61e6dd7b-b79b-4fc3-b575-37a31733e63a HTTP/1.1" status: 200 len: 868 time: 0.3254378 Jul 22 22:10:44.103380 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fab287-7430-41fd-bfb7-4c1c3bf11b92 None None] Network c101ed99-d149-4a0b-9f93-d3a3a5eb431f requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:10:44.106761 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4b6f9-3c4e-45e9-9b45-388d8e8a95a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61e6dd7b-b79b-4fc3-b575-37a31733e63a,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:10:44.113853 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4b6f9-3c4e-45e9-9b45-388d8e8a95a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:44.114233 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4b6f9-3c4e-45e9-9b45-388d8e8a95a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:44.115080 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4b6f9-3c4e-45e9-9b45-388d8e8a95a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:44.115547 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4b6f9-3c4e-45e9-9b45-388d8e8a95a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:44.116149 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4b6f9-3c4e-45e9-9b45-388d8e8a95a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:44.116510 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4b6f9-3c4e-45e9-9b45-388d8e8a95a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:44.116851 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4b6f9-3c4e-45e9-9b45-388d8e8a95a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:44.117180 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4b6f9-3c4e-45e9-9b45-388d8e8a95a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:44.117536 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4b6f9-3c4e-45e9-9b45-388d8e8a95a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:44.117874 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4b6f9-3c4e-45e9-9b45-388d8e8a95a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:44.118205 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4b6f9-3c4e-45e9-9b45-388d8e8a95a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:44.118526 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4b6f9-3c4e-45e9-9b45-388d8e8a95a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:44.483957 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-8f9bf829-f87a-4aed-b19d-a775011e9cbb None None] Provisioning complete for port 1434493b-0a76-4549-b7df-94d81eaa78dd triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:10:44.484364 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-8f9bf829-f87a-4aed-b19d-a775011e9cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:44.566281 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-8f9bf829-f87a-4aed-b19d-a775011e9cbb None None] Provisioning complete for port 6fcceabf-3b3b-440f-a53a-461a3159b6fa triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:10:44.566575 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-8f9bf829-f87a-4aed-b19d-a775011e9cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:46.265499 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 42244) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:10:46.461181 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf46318-2fc7-4fea-aa55-ca7a6a701119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:46.461580 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf46318-2fc7-4fea-aa55-ca7a6a701119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:46.463104 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-5cf46318-2fc7-4fea-aa55-ca7a6a701119 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1966619 Jul 22 22:10:46.507260 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a4737212-deb4-4093-b6f9-1388096cc96f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:48.613112 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 42254) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:10:48.742996 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6514692-bdb4-497d-8fb9-a68f56cc4586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:48.743479 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6514692-bdb4-497d-8fb9-a68f56cc4586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:48.745044 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-e6514692-bdb4-497d-8fb9-a68f56cc4586 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1309738 Jul 22 22:10:48.906685 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-3bee4ca1-2d9f-46a0-879d-48a80170f755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:49.109182 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:50.152072 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:50.927677 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 42262) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:10:51.134723 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df698f4-3ef8-4b6f-bab1-c619c8f28f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:51.136120 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-3df698f4-3ef8-4b6f-bab1-c619c8f28f9c admin admin] 10.222.0.11 "GET /v2.0/networks/c101ed99-d149-4a0b-9f93-d3a3a5eb431f HTTP/1.1" status: 200 len: 869 time: 0.2074552 Jul 22 22:10:51.809478 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:53.288709 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 42270) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:10:53.413127 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a590cba-5e56-4dc7-a100-dfd0e2a73b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:53.414587 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-3a590cba-5e56-4dc7-a100-dfd0e2a73b7f admin admin] 10.222.0.11 "GET /v2.0/networks/f8c72cc4-96e2-4f72-802d-5144237f0ca7 HTTP/1.1" status: 200 len: 886 time: 0.1248808 Jul 22 22:10:55.583246 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 42278) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:10:55.703437 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3cc622-c6cc-45c9-bc34-fccabd264b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:55.703902 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3cc622-c6cc-45c9-bc34-fccabd264b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:55.705461 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-0a3cc622-c6cc-45c9-bc34-fccabd264b22 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1212437 Jul 22 22:10:57.866566 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 42286) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:10:57.954666 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88cbff4-bf1b-42bb-9d07-657caf62f05f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:57.955125 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88cbff4-bf1b-42bb-9d07-657caf62f05f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:57.956652 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-e88cbff4-bf1b-42bb-9d07-657caf62f05f admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0891397 Jul 22 22:11:00.136100 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 42294) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:00.219073 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70cff41-387b-4e5e-a92d-b7352c6217ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:00.220433 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-d70cff41-387b-4e5e-a92d-b7352c6217ae admin admin] 10.222.0.11 "GET /v2.0/subnets/448cec93-c98c-4ed8-8dac-ac905c6d6ede HTTP/1.1" status: 200 len: 816 time: 0.0833325 Jul 22 22:11:02.395976 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 42302) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:02.500244 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d816e326-9240-4379-aac8-fcaac36a994f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:02.501647 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-d816e326-9240-4379-aac8-fcaac36a994f admin admin] 10.222.0.11 "GET /v2.0/subnets/61e6dd7b-b79b-4fc3-b575-37a31733e63a HTTP/1.1" status: 200 len: 868 time: 0.1046684 Jul 22 22:11:08.904118 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 5 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:11:16.508878 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4dfcb8e8-86e7-4860-a1e8-47053758185d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:18.906991 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-1f124e4f-cc54-4ec9-aa5a-788a49a1a33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:19.110445 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:20.155224 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:21.822424 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:26.774933 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 42354) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:26.820027 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [None req-c87a7cb7-b62c-4ce0-b10b-1296f3bdb8e8 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93279) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:11:26.821048 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-c87a7cb7-b62c-4ce0-b10b-1296f3bdb8e8 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0451841 Jul 22 22:11:29.040479 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 42362) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:29.099231 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c240c02-9a4c-48e5-80ec-de9fbf7a58b9 admin admin] GET failed (client error): The resource could not be found. Jul 22 22:11:29.100571 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-0c240c02-9a4c-48e5-80ec-de9fbf7a58b9 admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0591137 Jul 22 22:11:29.238526 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b909f492-4194-4290-beeb-8dae254b1ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:29.241324 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-b909f492-4194-4290-beeb-8dae254b1ea6 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1369696 Jul 22 22:11:31.399175 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 42370) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:31.445139 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-f13607ba-4e7c-48b4-8698-04b27b16d525 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:11:31.468124 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13607ba-4e7c-48b4-8698-04b27b16d525 admin admin] Made reservation on behalf of 703e2519a1d643739fceeeb7a4152369 for: {'network': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:11:31.470375 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f13607ba-4e7c-48b4-8698-04b27b16d525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for network, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:31.515325 dv-cinder-801912-2-iscsi neutron-server[93279]: WARNING neutron.services.revisions.revision_plugin [None req-f13607ba-4e7c-48b4-8698-04b27b16d525 admin admin] Could not find related network for resource to bump revision. Jul 22 22:11:31.530421 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f13607ba-4e7c-48b4-8698-04b27b16d525 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=93279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:11:31.543917 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f13607ba-4e7c-48b4-8698-04b27b16d525 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746838092328', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122'] for segment, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:31.544509 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f13607ba-4e7c-48b4-8698-04b27b16d525 admin admin] Unsubscribe: segment precommit_create {{(pid=93279) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 22:11:31.544964 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.db.segments_db [None req-f13607ba-4e7c-48b4-8698-04b27b16d525 admin admin] Added segment 480649ed-9850-47d7-9023-673da3886526 of type vlan for network 947016c4-8cd1-4af4-9d87-e0a633d4e484 Jul 22 22:11:31.588492 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f13607ba-4e7c-48b4-8698-04b27b16d525 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746837610990'] for network, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:31.627249 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f13607ba-4e7c-48b4-8698-04b27b16d525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for network, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:31.628195 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13607ba-4e7c-48b4-8698-04b27b16d525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:31.628918 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f13607ba-4e7c-48b4-8698-04b27b16d525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:31.674998 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-f13607ba-4e7c-48b4-8698-04b27b16d525 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2747340 Jul 22 22:11:31.720356 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13607ba-4e7c-48b4-8698-04b27b16d525 admin admin] Pushing event updated for resources: {'Network': ['ID=947016c4-8cd1-4af4-9d87-e0a633d4e484,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:31.728595 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13607ba-4e7c-48b4-8698-04b27b16d525 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:31.728976 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13607ba-4e7c-48b4-8698-04b27b16d525 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:31.729328 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13607ba-4e7c-48b4-8698-04b27b16d525 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:31.729680 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13607ba-4e7c-48b4-8698-04b27b16d525 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:31.730011 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13607ba-4e7c-48b4-8698-04b27b16d525 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:31.730366 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13607ba-4e7c-48b4-8698-04b27b16d525 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:31.730683 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13607ba-4e7c-48b4-8698-04b27b16d525 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:31.731015 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13607ba-4e7c-48b4-8698-04b27b16d525 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:31.731348 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13607ba-4e7c-48b4-8698-04b27b16d525 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:31.731679 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13607ba-4e7c-48b4-8698-04b27b16d525 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:31.732009 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13607ba-4e7c-48b4-8698-04b27b16d525 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:31.732393 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13607ba-4e7c-48b4-8698-04b27b16d525 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:31.744617 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Network 947016c4-8cd1-4af4-9d87-e0a633d4e484 details requested by agent ovs-agent-dv-cinder-801912-2-iscsi with host dv-cinder-801912-2-iscsi {{(pid=93280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:11:33.922790 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 42378) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:33.980152 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.pecan_wsgi.hooks.translation [None req-054e3b7e-ebf0-4a5f-896f-4a3b0e6bbf87 admin admin] GET failed (client error): The resource could not be found. Jul 22 22:11:33.981473 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-054e3b7e-ebf0-4a5f-896f-4a3b0e6bbf87 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0577192 Jul 22 22:11:34.051429 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e7d636-a082-41a6-8b4c-073d033e487a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:34.052898 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-40e7d636-a082-41a6-8b4c-073d033e487a admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0676944 Jul 22 22:11:34.062297 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-bb5b8136-c81f-46bb-8e66-3b088e387803 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '947016c4-8cd1-4af4-9d87-e0a633d4e484', 'description': 'shared-subnet'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:11:34.082315 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5b8136-c81f-46bb-8e66-3b088e387803 admin admin] Made reservation on behalf of 703e2519a1d643739fceeeb7a4152369 for: {'subnet': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:11:34.084718 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bb5b8136-c81f-46bb-8e66-3b088e387803 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:34.244200 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bb5b8136-c81f-46bb-8e66-3b088e387803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for subnet, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:34.299454 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b8136-c81f-46bb-8e66-3b088e387803 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c99e515a-90fc-49bc-b470-b7a39f5a4895,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:34.307470 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5b8136-c81f-46bb-8e66-3b088e387803 admin admin] Checking segment: {'id': '480649ed-9850-47d7-9023-673da3886526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '947016c4-8cd1-4af4-9d87-e0a633d4e484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:11:34.307828 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5b8136-c81f-46bb-8e66-3b088e387803 admin admin] Network hostable DHCP agents. Network: 947016c4-8cd1-4af4-9d87-e0a633d4e484, hostable agents: ['aed2ec39-81b9-4f59-895f-cbb50316ede5'], hosted agents: [] {{(pid=93279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:11:34.324415 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5b8136-c81f-46bb-8e66-3b088e387803 admin admin] Network 947016c4-8cd1-4af4-9d87-e0a633d4e484 is scheduled to be hosted by DHCP agent aed2ec39-81b9-4f59-895f-cbb50316ede5 with binding_index 1 {{(pid=93279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:11:34.332589 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-bb5b8136-c81f-46bb-8e66-3b088e387803 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801912-2-iscsi, 947016c4-8cd1-4af4-9d87-e0a633d4e484) {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:11:34.337198 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5b8136-c81f-46bb-8e66-3b088e387803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:34.338088 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bb5b8136-c81f-46bb-8e66-3b088e387803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:34.341235 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705011d4-feb4-4d2e-869d-2852e2bb0c3b None None] Network 947016c4-8cd1-4af4-9d87-e0a633d4e484 requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:11:34.352943 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-bb5b8136-c81f-46bb-8e66-3b088e387803 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2940645 Jul 22 22:11:34.588995 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc75479d-50cc-47b5-9861-3cf8e258feca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb74522ed-a428-522a-8593-90dbb9552def-947016c4-8cd1-4af4-9d87-e0a633d4e484', 'network_id': '947016c4-8cd1-4af4-9d87-e0a633d4e484', 'tenant_id': '703e2519a1d643739fceeeb7a4152369', 'fixed_ips': [{'subnet_id': 'c99e515a-90fc-49bc-b470-b7a39f5a4895'}]}} from dv-cinder-801912-2-iscsi. {{(pid=93280) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:11:34.589848 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bc75479d-50cc-47b5-9861-3cf8e258feca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:34.726970 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.db_base_plugin_common [None req-bc75479d-50cc-47b5-9861-3cf8e258feca None None] Allocated IP 192.168.233.2 (947016c4-8cd1-4af4-9d87-e0a633d4e484/c99e515a-90fc-49bc-b470-b7a39f5a4895/c7dd84bc-ad87-42ed-9f4d-efb194b67abd) {{(pid=93280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:11:34.880205 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bc75479d-50cc-47b5-9861-3cf8e258feca None None] Notify callbacks [] for port, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:34.889194 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-bc75479d-50cc-47b5-9861-3cf8e258feca None None] Transition to ACTIVE for port object c7dd84bc-ad87-42ed-9f4d-efb194b67abd will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:11:34.903834 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-bc75479d-50cc-47b5-9861-3cf8e258feca None None] Transition to ACTIVE for port object c7dd84bc-ad87-42ed-9f4d-efb194b67abd will not be triggered until provisioned by entity DHCP. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:11:34.909595 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bc75479d-50cc-47b5-9861-3cf8e258feca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625'] for port, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:34.951543 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc75479d-50cc-47b5-9861-3cf8e258feca None None] Network 947016c4-8cd1-4af4-9d87-e0a633d4e484 is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:11:34.954472 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [None req-bc75479d-50cc-47b5-9861-3cf8e258feca None None] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:11:34.957564 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc75479d-50cc-47b5-9861-3cf8e258feca None None] Received port after_create {{(pid=93280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:11:34.963419 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc75479d-50cc-47b5-9861-3cf8e258feca None None] Pushing event updated for resources: {'Port': ['ID=c7dd84bc-ad87-42ed-9f4d-efb194b67abd,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:34.974373 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc75479d-50cc-47b5-9861-3cf8e258feca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:34.974729 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc75479d-50cc-47b5-9861-3cf8e258feca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:34.975073 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc75479d-50cc-47b5-9861-3cf8e258feca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:34.975408 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc75479d-50cc-47b5-9861-3cf8e258feca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:34.975739 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc75479d-50cc-47b5-9861-3cf8e258feca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:34.976072 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc75479d-50cc-47b5-9861-3cf8e258feca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:34.976422 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc75479d-50cc-47b5-9861-3cf8e258feca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:34.976752 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc75479d-50cc-47b5-9861-3cf8e258feca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:34.977098 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc75479d-50cc-47b5-9861-3cf8e258feca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:34.977430 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc75479d-50cc-47b5-9861-3cf8e258feca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:34.977754 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc75479d-50cc-47b5-9861-3cf8e258feca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:34.978074 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc75479d-50cc-47b5-9861-3cf8e258feca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:35.031498 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-bc75479d-50cc-47b5-9861-3cf8e258feca None None] Attempting to bind port c7dd84bc-ad87-42ed-9f4d-efb194b67abd on host dv-cinder-801912-2-iscsi for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:11:35.031873 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-bc75479d-50cc-47b5-9861-3cf8e258feca None None] Attempting to bind port c7dd84bc-ad87-42ed-9f4d-efb194b67abd by drivers openvswitch,hyperv on host dv-cinder-801912-2-iscsi at level 0 using segments [{'id': '480649ed-9850-47d7-9023-673da3886526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '947016c4-8cd1-4af4-9d87-e0a633d4e484'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:11:35.032228 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc75479d-50cc-47b5-9861-3cf8e258feca None None] Attempting to bind port c7dd84bc-ad87-42ed-9f4d-efb194b67abd on network 947016c4-8cd1-4af4-9d87-e0a633d4e484 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:11:35.037702 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc75479d-50cc-47b5-9861-3cf8e258feca None None] Checking agent: {'id': '46b940f2-f108-4e1e-b841-f66930078767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801912-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 8, 19), 'started_at': datetime.datetime(2021, 7, 22, 22, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801912-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:11:35.038073 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc75479d-50cc-47b5-9861-3cf8e258feca None None] Checking segment: {'id': '480649ed-9850-47d7-9023-673da3886526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '947016c4-8cd1-4af4-9d87-e0a633d4e484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:11:35.038466 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bc75479d-50cc-47b5-9861-3cf8e258feca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:35.038864 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc75479d-50cc-47b5-9861-3cf8e258feca None None] Bound using segment: {'id': '480649ed-9850-47d7-9023-673da3886526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '947016c4-8cd1-4af4-9d87-e0a633d4e484'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:11:35.039316 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-bc75479d-50cc-47b5-9861-3cf8e258feca None None] Bound port: c7dd84bc-ad87-42ed-9f4d-efb194b67abd, host: dv-cinder-801912-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '480649ed-9850-47d7-9023-673da3886526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '947016c4-8cd1-4af4-9d87-e0a633d4e484'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:11:35.039731 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bc75479d-50cc-47b5-9861-3cf8e258feca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:35.101373 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-bc75479d-50cc-47b5-9861-3cf8e258feca None None] For port c7dd84bc-ad87-42ed-9f4d-efb194b67abd, host dv-cinder-801912-2-iscsi, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:11:35.105335 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-bc75479d-50cc-47b5-9861-3cf8e258feca None None] For port c7dd84bc-ad87-42ed-9f4d-efb194b67abd, host dv-cinder-801912-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=c7dd84bc-ad87-42ed-9f4d-efb194b67abd,segment=NetworkSegment(480649ed-9850-47d7-9023-673da3886526),segment_id=480649ed-9850-47d7-9023-673da3886526)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:11:35.109954 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bc75479d-50cc-47b5-9861-3cf8e258feca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:35.165634 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc75479d-50cc-47b5-9861-3cf8e258feca None None] Pushing event updated for resources: {'Port': ['ID=c7dd84bc-ad87-42ed-9f4d-efb194b67abd,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:35.936207 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce8d9d8-5fa0-4c3f-8bdc-bc086bb63933 None None] Network 947016c4-8cd1-4af4-9d87-e0a633d4e484 requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:11:36.056529 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-6299c7f1-58f1-49e1-9425-99671ee7a928 None None] Provisioning for port c7dd84bc-ad87-42ed-9f4d-efb194b67abd completed by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:11:37.211147 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device c7dd84bc-ad87-42ed-9f4d-efb194b67abd up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:11:37.267287 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning for port c7dd84bc-ad87-42ed-9f4d-efb194b67abd completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:11:37.271655 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port c7dd84bc-ad87-42ed-9f4d-efb194b67abd triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:11:37.271999 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:37.349270 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:37.380985 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] For port c7dd84bc-ad87-42ed-9f4d-efb194b67abd, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=c7dd84bc-ad87-42ed-9f4d-efb194b67abd,segment=NetworkSegment(480649ed-9850-47d7-9023-673da3886526),segment_id=480649ed-9850-47d7-9023-673da3886526)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:11:37.384867 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:37.431659 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Pushing event updated for resources: {'Port': ['ID=c7dd84bc-ad87-42ed-9f4d-efb194b67abd,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:39.190236 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device c7dd84bc-ad87-42ed-9f4d-efb194b67abd up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:11:39.240176 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port c7dd84bc-ad87-42ed-9f4d-efb194b67abd triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:11:39.240604 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:45.902498 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 5 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:11:46.509460 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f3f2f798-043f-4855-b142-b0b795cfee46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:48.908006 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2152b93e-60f6-4b3c-bcaf-72f108ab44f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:49.111035 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:50.158195 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:51.826787 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:16.510602 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6db5797a-0ab6-4d18-859a-df65deb23100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:18.908494 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-477be3a7-bbab-469c-b381-e4cc0d9c237a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:19.117587 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:20.162217 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:21.831344 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:22.953830 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 5 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:12:45.012397 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 42430) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:45.018424 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [None req-168320e6-33cc-4c3e-ac9b-903cb641870e tempest-verify_tempest_config-511906590 tempest-verify_tempest_config-511906590-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93279) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:12:45.019405 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-168320e6-33cc-4c3e-ac9b-903cb641870e tempest-verify_tempest_config-511906590 tempest-verify_tempest_config-511906590-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060501 Jul 22 22:12:45.313915 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 42448) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:45.413281 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-55cd3b33-ae1b-4f16-8c76-7c630143cec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:45.504719 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-55cd3b33-ae1b-4f16-8c76-7c630143cec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:45.508438 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-55cd3b33-ae1b-4f16-8c76-7c630143cec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:45.552921 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-55cd3b33-ae1b-4f16-8c76-7c630143cec4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4fbb33c42227414f8c7d432c840d59b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2379100 Jul 22 22:12:45.553724 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd3b33-ae1b-4f16-8c76-7c630143cec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc538e4-b6c6-4a10-a405-e3c93f8cd1ce,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:45.555635 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 42454) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:45.560036 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cd3b33-ae1b-4f16-8c76-7c630143cec4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:45.560416 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cd3b33-ae1b-4f16-8c76-7c630143cec4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:45.560753 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cd3b33-ae1b-4f16-8c76-7c630143cec4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:45.561083 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cd3b33-ae1b-4f16-8c76-7c630143cec4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:45.561405 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cd3b33-ae1b-4f16-8c76-7c630143cec4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:45.561747 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cd3b33-ae1b-4f16-8c76-7c630143cec4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:45.562073 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cd3b33-ae1b-4f16-8c76-7c630143cec4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:45.562392 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cd3b33-ae1b-4f16-8c76-7c630143cec4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:45.562724 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cd3b33-ae1b-4f16-8c76-7c630143cec4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:45.563044 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cd3b33-ae1b-4f16-8c76-7c630143cec4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:45.563362 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cd3b33-ae1b-4f16-8c76-7c630143cec4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:45.563674 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cd3b33-ae1b-4f16-8c76-7c630143cec4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:45.644714 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5ebf1fcb-a476-45e2-92ef-896cf1e92f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:45.664883 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5ebf1fcb-a476-45e2-92ef-896cf1e92f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:45.750969 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5ebf1fcb-a476-45e2-92ef-896cf1e92f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:45.754063 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5ebf1fcb-a476-45e2-92ef-896cf1e92f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:45.755273 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-5ebf1fcb-a476-45e2-92ef-896cf1e92f21 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dfc538e4-b6c6-4a10-a405-e3c93f8cd1ce HTTP/1.1" status: 204 len: 168 time: 0.1985462 Jul 22 22:12:45.763665 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf1fcb-a476-45e2-92ef-896cf1e92f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc538e4-b6c6-4a10-a405-e3c93f8cd1ce,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:45.771132 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf1fcb-a476-45e2-92ef-896cf1e92f21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:45.771504 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf1fcb-a476-45e2-92ef-896cf1e92f21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:45.771859 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf1fcb-a476-45e2-92ef-896cf1e92f21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:45.772200 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf1fcb-a476-45e2-92ef-896cf1e92f21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:45.772665 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf1fcb-a476-45e2-92ef-896cf1e92f21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:45.772928 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf1fcb-a476-45e2-92ef-896cf1e92f21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:45.773269 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf1fcb-a476-45e2-92ef-896cf1e92f21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:45.773607 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf1fcb-a476-45e2-92ef-896cf1e92f21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:45.773958 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf1fcb-a476-45e2-92ef-896cf1e92f21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:45.774289 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf1fcb-a476-45e2-92ef-896cf1e92f21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:45.774621 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf1fcb-a476-45e2-92ef-896cf1e92f21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:45.774971 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf1fcb-a476-45e2-92ef-896cf1e92f21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:46.511087 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0e61ef56-2b6c-4e71-8e9a-c47ab82b5946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:48.911003 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9f6ef172-ef04-4db4-a398-33006643ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:49.117411 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:50.164712 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:51.830727 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:59.901617 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 5 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:13:16.512075 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-625d3486-59b4-4135-a109-2cb83690b97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:18.912501 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d0025fa3-fa6b-4ed5-a72e-87060c66cf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:19.120154 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:20.167923 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:21.825473 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:36.900446 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 5 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:13:46.513515 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0b5d609e-3143-47f7-b89e-26a4176e374d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:48.912906 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-8c580484-73ac-45bc-9016-3105949657a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:49.123168 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:50.170445 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:51.830846 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:13.898654 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 5 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:14:16.514343 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9e46645f-18b3-4ba7-8068-6b87bee46c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:18.914137 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7fc8f419-bb5a-4915-80ff-0b336c624b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:19.125883 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:20.173584 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:21.835098 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:24.039255 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692194'] for agent, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:27.861836 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 42506) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:27.963191 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-6f30c6f3-4c30-49d2-b530-04accdb6e03d admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1002662 Jul 22 22:14:30.181710 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 42516) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:30.240921 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-e3009f55-1886-499d-9bc1-ec13548f71be admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0581093 Jul 22 22:14:46.516720 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-3d74a57a-600a-41c4-b632-16fdaef4bd0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:48.919351 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-28fd6304-bfcd-4135-8c69-cfefd41a9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:49.129335 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:50.175793 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:50.898100 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 6 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:14:51.835173 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:53.992201 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:16.517134 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-ec42fc10-b1df-4072-9be8-f1acdaa9c21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:18.920491 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-262ae847-41bc-4e0c-aefa-9a03cc67ca97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:19.129250 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:20.178942 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:21.847052 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:23.994740 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:27.898240 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 6 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:15:46.519778 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-eef69cc8-6ea4-4d40-8a85-1183e51f1fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:48.923785 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6817a1eb-bc4e-4d10-a9bd-965d0b62258f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:49.133509 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:50.182623 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:51.836712 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:53.992822 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:01.223953 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 42750) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:01.307242 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 42758) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:01.344699 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 42762) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:01.487819 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 42778) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:01.526848 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-c6badf70-696f-4225-a74a-6efbb7f10862 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1428461074-network', 'tenant_id': '604ef9807f4d4f399b2b68ee7a07f4e4'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:01.537104 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-790512f7-66cf-4230-986d-e4bce101c928 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-843941433-network', 'tenant_id': '970c6e551394478dbe913a21be48321d'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:01.559284 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.db.api [None req-790512f7-66cf-4230-986d-e4bce101c928 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 22:16:01.559284 dv-cinder-801912-2-iscsi neutron-server[93279]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 22:16:01.559284 dv-cinder-801912-2-iscsi neutron-server[93279]: [parameters: {'project_id': '970c6e551394478dbe913a21be48321d', 'id': '0dbd4bec-3bd8-4cf7-a7dc-de46daf361aa', 'expiration': datetime.datetime(2021, 7, 22, 22, 18, 1, 551547)}] Jul 22 22:16:01.559284 dv-cinder-801912-2-iscsi neutron-server[93279]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 22:16:01.559679 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG oslo_db.api [None req-790512f7-66cf-4230-986d-e4bce101c928 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 22:16:01.567340 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-5687b907-4208-428f-a650-e9122b40cff0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1895842138-network', 'tenant_id': '37e39d126b1c442dac05431fb69ed7b6'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:01.576986 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6badf70-696f-4225-a74a-6efbb7f10862 admin admin] Made reservation on behalf of 604ef9807f4d4f399b2b68ee7a07f4e4 for: {'network': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:16:01.579865 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c6badf70-696f-4225-a74a-6efbb7f10862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for network, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:01.594681 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c6badf70-696f-4225-a74a-6efbb7f10862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:01.620612 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5687b907-4208-428f-a650-e9122b40cff0 admin admin] Made reservation on behalf of 37e39d126b1c442dac05431fb69ed7b6 for: {'network': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:16:01.622718 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5687b907-4208-428f-a650-e9122b40cff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for network, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:01.646301 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5687b907-4208-428f-a650-e9122b40cff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:01.735664 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c6badf70-696f-4225-a74a-6efbb7f10862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:01.743005 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c6badf70-696f-4225-a74a-6efbb7f10862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:01.773844 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6badf70-696f-4225-a74a-6efbb7f10862 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=93279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:16:01.790527 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-69edb48c-d13c-4333-b0e3-ec65c0a30a8b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1437646967-network', 'tenant_id': '4d3659e8b835430388a2cee22076abe4'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:01.795884 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c6badf70-696f-4225-a74a-6efbb7f10862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122'] for segment, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:01.796257 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.db.segments_db [None req-c6badf70-696f-4225-a74a-6efbb7f10862 admin admin] Added segment e49ae21f-7d1d-4b26-a1fe-5a7edf437e57 of type vlan for network e4b6b76f-1ef4-401f-90f1-c356e02d995c Jul 22 22:16:01.830264 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6badf70-696f-4225-a74a-6efbb7f10862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:01.877281 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c6badf70-696f-4225-a74a-6efbb7f10862 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746837610990'] for network, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:01.916472 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c6badf70-696f-4225-a74a-6efbb7f10862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for network, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:01.917403 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6badf70-696f-4225-a74a-6efbb7f10862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:01.917980 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c6badf70-696f-4225-a74a-6efbb7f10862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:01.930158 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6badf70-696f-4225-a74a-6efbb7f10862 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:01.930519 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6badf70-696f-4225-a74a-6efbb7f10862 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:01.930859 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6badf70-696f-4225-a74a-6efbb7f10862 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:01.931187 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6badf70-696f-4225-a74a-6efbb7f10862 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:01.931519 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6badf70-696f-4225-a74a-6efbb7f10862 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:01.931848 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6badf70-696f-4225-a74a-6efbb7f10862 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:01.932189 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6badf70-696f-4225-a74a-6efbb7f10862 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:01.932648 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6badf70-696f-4225-a74a-6efbb7f10862 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:01.933072 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6badf70-696f-4225-a74a-6efbb7f10862 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:01.933729 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6badf70-696f-4225-a74a-6efbb7f10862 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:01.934277 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6badf70-696f-4225-a74a-6efbb7f10862 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:01.934755 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6badf70-696f-4225-a74a-6efbb7f10862 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:01.935882 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6badf70-696f-4225-a74a-6efbb7f10862 admin admin] Tracked resource versions report: Jul 22 22:16:01.935882 dv-cinder-801912-2-iscsi neutron-server[93279]: pushed versions: Jul 22 22:16:01.935882 dv-cinder-801912-2-iscsi neutron-server[93279]: { 'AddressGroup': {'1.2'}, Jul 22 22:16:01.935882 dv-cinder-801912-2-iscsi neutron-server[93279]: 'ConntrackHelper': {'1.0'}, Jul 22 22:16:01.935882 dv-cinder-801912-2-iscsi neutron-server[93279]: 'Log': {'1.0'}, Jul 22 22:16:01.935882 dv-cinder-801912-2-iscsi neutron-server[93279]: 'Network': {'1.1'}, Jul 22 22:16:01.935882 dv-cinder-801912-2-iscsi neutron-server[93279]: 'Port': {'1.7'}, Jul 22 22:16:01.935882 dv-cinder-801912-2-iscsi neutron-server[93279]: 'PortForwarding': {'1.2'}, Jul 22 22:16:01.935882 dv-cinder-801912-2-iscsi neutron-server[93279]: 'QosPolicy': {'1.8'}, Jul 22 22:16:01.935882 dv-cinder-801912-2-iscsi neutron-server[93279]: 'SecurityGroup': {'1.4'}, Jul 22 22:16:01.935882 dv-cinder-801912-2-iscsi neutron-server[93279]: 'SecurityGroupRule': {'1.2'}, Jul 22 22:16:01.935882 dv-cinder-801912-2-iscsi neutron-server[93279]: 'SubPort': {'1.0'}, Jul 22 22:16:01.935882 dv-cinder-801912-2-iscsi neutron-server[93279]: 'Subnet': {'1.1'}, Jul 22 22:16:01.935882 dv-cinder-801912-2-iscsi neutron-server[93279]: 'Trunk': {'1.1'}} Jul 22 22:16:01.935882 dv-cinder-801912-2-iscsi neutron-server[93279]: consumer versions: Jul 22 22:16:01.935882 dv-cinder-801912-2-iscsi neutron-server[93279]: { DHCP agent@dv-cinder-801912-2-iscsi: {}, Jul 22 22:16:01.935882 dv-cinder-801912-2-iscsi neutron-server[93279]: HyperV agent@hv-cinder-80191: {}, Jul 22 22:16:01.935882 dv-cinder-801912-2-iscsi neutron-server[93279]: L3 agent@dv-cinder-801912-2-iscsi: {}, Jul 22 22:16:01.935882 dv-cinder-801912-2-iscsi neutron-server[93279]: Metadata agent@dv-cinder-801912-2-iscsi: {}, Jul 22 22:16:01.935882 dv-cinder-801912-2-iscsi neutron-server[93279]: Metering agent@dv-cinder-801912-2-iscsi: {}, Jul 22 22:16:01.935882 dv-cinder-801912-2-iscsi neutron-server[93279]: Open vSwitch agent@dv-cinder-801912-2-iscsi: { 'AddressGroup': '1.2', Jul 22 22:16:01.935882 dv-cinder-801912-2-iscsi neutron-server[93279]: 'ConntrackHelper': '1.0', Jul 22 22:16:01.935882 dv-cinder-801912-2-iscsi neutron-server[93279]: 'Log': '1.0', Jul 22 22:16:01.935882 dv-cinder-801912-2-iscsi neutron-server[93279]: 'Network': '1.1', Jul 22 22:16:01.935882 dv-cinder-801912-2-iscsi neutron-server[93279]: 'Port': '1.7', Jul 22 22:16:01.935882 dv-cinder-801912-2-iscsi neutron-server[93279]: 'PortForwarding': '1.2', Jul 22 22:16:01.935882 dv-cinder-801912-2-iscsi neutron-server[93279]: 'QosPolicy': '1.8', Jul 22 22:16:01.935882 dv-cinder-801912-2-iscsi neutron-server[93279]: 'SecurityGroup': '1.4', Jul 22 22:16:01.935882 dv-cinder-801912-2-iscsi neutron-server[93279]: 'SecurityGroupRule': '1.2', Jul 22 22:16:01.935882 dv-cinder-801912-2-iscsi neutron-server[93279]: 'SubPort': '1.0', Jul 22 22:16:01.935882 dv-cinder-801912-2-iscsi neutron-server[93279]: 'Subnet': '1.1', Jul 22 22:16:01.935882 dv-cinder-801912-2-iscsi neutron-server[93279]: 'Trunk': '1.1'}} Jul 22 22:16:01.935882 dv-cinder-801912-2-iscsi neutron-server[93279]: {{(pid=93279) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 22:16:02.158455 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6badf70-696f-4225-a74a-6efbb7f10862 admin admin] Pushing event updated for resources: {'Network': ['ID=e4b6b76f-1ef4-401f-90f1-c356e02d995c,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:02.172870 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Network e4b6b76f-1ef4-401f-90f1-c356e02d995c details requested by agent ovs-agent-dv-cinder-801912-2-iscsi with host dv-cinder-801912-2-iscsi {{(pid=93280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:16:02.304339 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5687b907-4208-428f-a650-e9122b40cff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:02.310150 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5687b907-4208-428f-a650-e9122b40cff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:02.366675 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687b907-4208-428f-a650-e9122b40cff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2845db25-e6a3-47ba-87d7-e6b9653ec44a,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:02.379886 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 42820) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:02.397553 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-ca6283ba-307a-4bf7-affe-6212aea97fd0 admin admin] Request body: {'subnet': {'network_id': 'e4b6b76f-1ef4-401f-90f1-c356e02d995c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1428461074-subnet', 'tenant_id': '604ef9807f4d4f399b2b68ee7a07f4e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:02.402894 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-c6badf70-696f-4225-a74a-6efbb7f10862 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1771393 Jul 22 22:16:02.431887 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.db.api [None req-ca6283ba-307a-4bf7-affe-6212aea97fd0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 22:16:02.431887 dv-cinder-801912-2-iscsi neutron-server[93278]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 22:16:02.431887 dv-cinder-801912-2-iscsi neutron-server[93278]: [parameters: {'project_id_1': '604ef9807f4d4f399b2b68ee7a07f4e4', 'expiration_1': datetime.datetime(2021, 7, 22, 22, 16, 2, 405769)}] Jul 22 22:16:02.431887 dv-cinder-801912-2-iscsi neutron-server[93278]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93278) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 22:16:02.432305 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG oslo_db.api [None req-ca6283ba-307a-4bf7-affe-6212aea97fd0 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 22:16:02.464539 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5687b907-4208-428f-a650-e9122b40cff0 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=93279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:16:02.490282 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.db.api [None req-790512f7-66cf-4230-986d-e4bce101c928 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 22:16:02.490282 dv-cinder-801912-2-iscsi neutron-server[93279]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 22:16:02.490282 dv-cinder-801912-2-iscsi neutron-server[93279]: [parameters: {'project_id_1': '970c6e551394478dbe913a21be48321d', 'expiration_1': datetime.datetime(2021, 7, 22, 22, 16, 2, 163916)}] Jul 22 22:16:02.490282 dv-cinder-801912-2-iscsi neutron-server[93279]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 22:16:02.491377 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG oslo_db.api [None req-790512f7-66cf-4230-986d-e4bce101c928 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 22:16:02.501857 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69edb48c-d13c-4333-b0e3-ec65c0a30a8b admin admin] Made reservation on behalf of 4d3659e8b835430388a2cee22076abe4 for: {'network': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:16:02.504484 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-69edb48c-d13c-4333-b0e3-ec65c0a30a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for network, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:02.548123 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5687b907-4208-428f-a650-e9122b40cff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122'] for segment, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:02.548984 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.db.segments_db [None req-5687b907-4208-428f-a650-e9122b40cff0 admin admin] Added segment f371a158-5659-4230-a1a1-819d61705886 of type vlan for network f3848d29-2553-41a1-95ce-241b20461879 Jul 22 22:16:02.551070 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-69edb48c-d13c-4333-b0e3-ec65c0a30a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:02.678029 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5687b907-4208-428f-a650-e9122b40cff0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746837610990'] for network, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:02.738768 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5687b907-4208-428f-a650-e9122b40cff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for network, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:02.740025 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5687b907-4208-428f-a650-e9122b40cff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:02.740864 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5687b907-4208-428f-a650-e9122b40cff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:02.838366 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687b907-4208-428f-a650-e9122b40cff0 admin admin] Pushing event updated for resources: {'Network': ['ID=f3848d29-2553-41a1-95ce-241b20461879,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:02.856834 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Network f3848d29-2553-41a1-95ce-241b20461879 details requested by agent ovs-agent-dv-cinder-801912-2-iscsi with host dv-cinder-801912-2-iscsi {{(pid=93280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:16:02.868916 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-69edb48c-d13c-4333-b0e3-ec65c0a30a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:02.883375 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-69edb48c-d13c-4333-b0e3-ec65c0a30a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:02.904730 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-5687b907-4208-428f-a650-e9122b40cff0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5567040 Jul 22 22:16:02.907091 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 42850) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:02.911522 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-075f6394-8b01-43ef-b179-28d9a0ee9182 admin admin] Request body: {'subnet': {'network_id': 'f3848d29-2553-41a1-95ce-241b20461879', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1895842138-subnet', 'tenant_id': '37e39d126b1c442dac05431fb69ed7b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:02.975257 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075f6394-8b01-43ef-b179-28d9a0ee9182 admin admin] Made reservation on behalf of 37e39d126b1c442dac05431fb69ed7b6 for: {'subnet': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:16:02.982951 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-075f6394-8b01-43ef-b179-28d9a0ee9182 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:02.988766 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69edb48c-d13c-4333-b0e3-ec65c0a30a8b admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=93279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:16:03.044965 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69edb48c-d13c-4333-b0e3-ec65c0a30a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea71841-ae5a-4d4e-a990-87ed3d1ebca2,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:03.074413 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-69edb48c-d13c-4333-b0e3-ec65c0a30a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122'] for segment, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:03.075086 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.db.segments_db [None req-69edb48c-d13c-4333-b0e3-ec65c0a30a8b admin admin] Added segment e3b20446-b3e0-4ede-9ab0-e90ab51c0319 of type vlan for network 4aaef0ad-84e7-449b-8140-d9a9cce60069 Jul 22 22:16:03.123761 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 42874) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:03.145645 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-69edb48c-d13c-4333-b0e3-ec65c0a30a8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746837610990'] for network, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:03.194628 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-69edb48c-d13c-4333-b0e3-ec65c0a30a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for network, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:03.195657 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69edb48c-d13c-4333-b0e3-ec65c0a30a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:03.196431 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-69edb48c-d13c-4333-b0e3-ec65c0a30a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:03.288882 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6283ba-307a-4bf7-affe-6212aea97fd0 admin admin] Made reservation on behalf of 604ef9807f4d4f399b2b68ee7a07f4e4 for: {'subnet': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:16:03.289245 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-69edb48c-d13c-4333-b0e3-ec65c0a30a8b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8000360 Jul 22 22:16:03.291913 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ca6283ba-307a-4bf7-affe-6212aea97fd0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:03.303978 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 42882) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:03.311470 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-1579d3b1-51c9-4609-8f11-b14e3c68b422 admin admin] Request body: {'subnet': {'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1437646967-subnet', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:03.326592 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69edb48c-d13c-4333-b0e3-ec65c0a30a8b admin admin] Pushing event updated for resources: {'Network': ['ID=4aaef0ad-84e7-449b-8140-d9a9cce60069,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:03.335951 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9ac619ac-5ff3-4fa6-99ce-8a4e73a674ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:03.340883 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Network 4aaef0ad-84e7-449b-8140-d9a9cce60069 details requested by agent ovs-agent-dv-cinder-801912-2-iscsi with host dv-cinder-801912-2-iscsi {{(pid=93280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:16:03.419185 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-075f6394-8b01-43ef-b179-28d9a0ee9182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for subnet, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:03.472097 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9ac619ac-5ff3-4fa6-99ce-8a4e73a674ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:03.477883 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9ac619ac-5ff3-4fa6-99ce-8a4e73a674ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:03.517578 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac619ac-5ff3-4fa6-99ce-8a4e73a674ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8288be-7a67-42b4-97da-877b2860ef70,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:03.542108 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-9ac619ac-5ff3-4fa6-99ce-8a4e73a674ed admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e4ab2678ae834965a41628617de2c019&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4172132 Jul 22 22:16:03.545392 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 42890) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:03.586559 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1579d3b1-51c9-4609-8f11-b14e3c68b422 admin admin] Made reservation on behalf of 4d3659e8b835430388a2cee22076abe4 for: {'subnet': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:16:03.590046 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1579d3b1-51c9-4609-8f11-b14e3c68b422 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:03.623562 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075f6394-8b01-43ef-b179-28d9a0ee9182 admin admin] Checking segment: {'id': 'f371a158-5659-4230-a1a1-819d61705886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f3848d29-2553-41a1-95ce-241b20461879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:16:03.624167 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075f6394-8b01-43ef-b179-28d9a0ee9182 admin admin] Network hostable DHCP agents. Network: f3848d29-2553-41a1-95ce-241b20461879, hostable agents: ['aed2ec39-81b9-4f59-895f-cbb50316ede5'], hosted agents: [] {{(pid=93278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:16:03.638784 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f6394-8b01-43ef-b179-28d9a0ee9182 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d8e09a5-a866-41b9-bfda-63f41775455c,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:03.651039 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790512f7-66cf-4230-986d-e4bce101c928 admin admin] Made reservation on behalf of 970c6e551394478dbe913a21be48321d for: {'network': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:16:03.654243 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-790512f7-66cf-4230-986d-e4bce101c928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for network, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:03.679456 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-790512f7-66cf-4230-986d-e4bce101c928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:03.684643 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f1801fcf-6940-4f07-ac81-238c4f623f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:03.687657 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f6394-8b01-43ef-b179-28d9a0ee9182 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:03.689340 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f6394-8b01-43ef-b179-28d9a0ee9182 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:03.689856 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f6394-8b01-43ef-b179-28d9a0ee9182 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:03.690353 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f6394-8b01-43ef-b179-28d9a0ee9182 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:03.690863 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f6394-8b01-43ef-b179-28d9a0ee9182 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:03.691355 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f6394-8b01-43ef-b179-28d9a0ee9182 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:03.691842 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f6394-8b01-43ef-b179-28d9a0ee9182 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:03.692364 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f6394-8b01-43ef-b179-28d9a0ee9182 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:03.693051 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f6394-8b01-43ef-b179-28d9a0ee9182 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:03.693542 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f6394-8b01-43ef-b179-28d9a0ee9182 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:03.693871 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f6394-8b01-43ef-b179-28d9a0ee9182 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:03.694202 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f6394-8b01-43ef-b179-28d9a0ee9182 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:03.695316 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f6394-8b01-43ef-b179-28d9a0ee9182 admin admin] Tracked resource versions report: Jul 22 22:16:03.695316 dv-cinder-801912-2-iscsi neutron-server[93278]: pushed versions: Jul 22 22:16:03.695316 dv-cinder-801912-2-iscsi neutron-server[93278]: { 'AddressGroup': {'1.2'}, Jul 22 22:16:03.695316 dv-cinder-801912-2-iscsi neutron-server[93278]: 'ConntrackHelper': {'1.0'}, Jul 22 22:16:03.695316 dv-cinder-801912-2-iscsi neutron-server[93278]: 'Log': {'1.0'}, Jul 22 22:16:03.695316 dv-cinder-801912-2-iscsi neutron-server[93278]: 'Network': {'1.1'}, Jul 22 22:16:03.695316 dv-cinder-801912-2-iscsi neutron-server[93278]: 'Port': {'1.7'}, Jul 22 22:16:03.695316 dv-cinder-801912-2-iscsi neutron-server[93278]: 'PortForwarding': {'1.2'}, Jul 22 22:16:03.695316 dv-cinder-801912-2-iscsi neutron-server[93278]: 'QosPolicy': {'1.8'}, Jul 22 22:16:03.695316 dv-cinder-801912-2-iscsi neutron-server[93278]: 'SecurityGroup': {'1.4'}, Jul 22 22:16:03.695316 dv-cinder-801912-2-iscsi neutron-server[93278]: 'SecurityGroupRule': {'1.2'}, Jul 22 22:16:03.695316 dv-cinder-801912-2-iscsi neutron-server[93278]: 'SubPort': {'1.0'}, Jul 22 22:16:03.695316 dv-cinder-801912-2-iscsi neutron-server[93278]: 'Subnet': {'1.1'}, Jul 22 22:16:03.695316 dv-cinder-801912-2-iscsi neutron-server[93278]: 'Trunk': {'1.1'}} Jul 22 22:16:03.695316 dv-cinder-801912-2-iscsi neutron-server[93278]: consumer versions: Jul 22 22:16:03.695316 dv-cinder-801912-2-iscsi neutron-server[93278]: { DHCP agent@dv-cinder-801912-2-iscsi: {}, Jul 22 22:16:03.695316 dv-cinder-801912-2-iscsi neutron-server[93278]: HyperV agent@hv-cinder-80191: {}, Jul 22 22:16:03.695316 dv-cinder-801912-2-iscsi neutron-server[93278]: L3 agent@dv-cinder-801912-2-iscsi: {}, Jul 22 22:16:03.695316 dv-cinder-801912-2-iscsi neutron-server[93278]: Metadata agent@dv-cinder-801912-2-iscsi: {}, Jul 22 22:16:03.695316 dv-cinder-801912-2-iscsi neutron-server[93278]: Metering agent@dv-cinder-801912-2-iscsi: {}, Jul 22 22:16:03.695316 dv-cinder-801912-2-iscsi neutron-server[93278]: Open vSwitch agent@dv-cinder-801912-2-iscsi: { 'AddressGroup': '1.2', Jul 22 22:16:03.695316 dv-cinder-801912-2-iscsi neutron-server[93278]: 'ConntrackHelper': '1.0', Jul 22 22:16:03.695316 dv-cinder-801912-2-iscsi neutron-server[93278]: 'Log': '1.0', Jul 22 22:16:03.695316 dv-cinder-801912-2-iscsi neutron-server[93278]: 'Network': '1.1', Jul 22 22:16:03.695316 dv-cinder-801912-2-iscsi neutron-server[93278]: 'Port': '1.7', Jul 22 22:16:03.695316 dv-cinder-801912-2-iscsi neutron-server[93278]: 'PortForwarding': '1.2', Jul 22 22:16:03.695316 dv-cinder-801912-2-iscsi neutron-server[93278]: 'QosPolicy': '1.8', Jul 22 22:16:03.695316 dv-cinder-801912-2-iscsi neutron-server[93278]: 'SecurityGroup': '1.4', Jul 22 22:16:03.695316 dv-cinder-801912-2-iscsi neutron-server[93278]: 'SecurityGroupRule': '1.2', Jul 22 22:16:03.695316 dv-cinder-801912-2-iscsi neutron-server[93278]: 'SubPort': '1.0', Jul 22 22:16:03.695316 dv-cinder-801912-2-iscsi neutron-server[93278]: 'Subnet': '1.1', Jul 22 22:16:03.695316 dv-cinder-801912-2-iscsi neutron-server[93278]: 'Trunk': '1.1'}} Jul 22 22:16:03.695316 dv-cinder-801912-2-iscsi neutron-server[93278]: {{(pid=93278) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 22:16:03.697816 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 42896) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:03.743646 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f1801fcf-6940-4f07-ac81-238c4f623f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:03.768049 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075f6394-8b01-43ef-b179-28d9a0ee9182 admin admin] Network f3848d29-2553-41a1-95ce-241b20461879 is scheduled to be hosted by DHCP agent aed2ec39-81b9-4f59-895f-cbb50316ede5 with binding_index 1 {{(pid=93278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:16:03.817526 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-075f6394-8b01-43ef-b179-28d9a0ee9182 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801912-2-iscsi, f3848d29-2553-41a1-95ce-241b20461879) {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:16:03.827512 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075f6394-8b01-43ef-b179-28d9a0ee9182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:03.828096 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-075f6394-8b01-43ef-b179-28d9a0ee9182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:03.831142 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f73209-2dae-4393-9cef-c07f19c22426 None None] Network f3848d29-2553-41a1-95ce-241b20461879 requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:16:03.847956 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ca6283ba-307a-4bf7-affe-6212aea97fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for subnet, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:03.873107 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f1801fcf-6940-4f07-ac81-238c4f623f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:03.876520 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f1801fcf-6940-4f07-ac81-238c4f623f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:03.877956 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-f1801fcf-6940-4f07-ac81-238c4f623f4d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8b8288be-7a67-42b4-97da-877b2860ef70 HTTP/1.1" status: 204 len: 168 time: 0.3310890 Jul 22 22:16:03.899057 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4675bda5-7876-45be-8eda-2f03cd28d806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:03.908204 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1801fcf-6940-4f07-ac81-238c4f623f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8288be-7a67-42b4-97da-877b2860ef70,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:03.939154 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-790512f7-66cf-4230-986d-e4bce101c928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:03.946890 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-790512f7-66cf-4230-986d-e4bce101c928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:04.000385 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-790512f7-66cf-4230-986d-e4bce101c928 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=93279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:16:04.001914 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790512f7-66cf-4230-986d-e4bce101c928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1a5726-a08a-4d5b-9845-c7667cbfb3f2,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:04.004943 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-075f6394-8b01-43ef-b179-28d9a0ee9182 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0981619 Jul 22 22:16:04.020445 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6283ba-307a-4bf7-affe-6212aea97fd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f78ae926-97ca-4316-a2d0-74eca96df0da,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:04.029540 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-790512f7-66cf-4230-986d-e4bce101c928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122'] for segment, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:04.029880 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.db.segments_db [None req-790512f7-66cf-4230-986d-e4bce101c928 admin admin] Added segment 7ebb1398-7dde-4e6f-acaa-f435870a9e65 of type vlan for network 09df95ee-792b-4db2-a68f-1420b452ba91 Jul 22 22:16:04.042600 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6283ba-307a-4bf7-affe-6212aea97fd0 admin admin] Checking segment: {'id': 'e49ae21f-7d1d-4b26-a1fe-5a7edf437e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'e4b6b76f-1ef4-401f-90f1-c356e02d995c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:16:04.043883 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6283ba-307a-4bf7-affe-6212aea97fd0 admin admin] Network hostable DHCP agents. Network: e4b6b76f-1ef4-401f-90f1-c356e02d995c, hostable agents: ['aed2ec39-81b9-4f59-895f-cbb50316ede5'], hosted agents: [] {{(pid=93278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:16:04.050087 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1579d3b1-51c9-4609-8f11-b14e3c68b422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for subnet, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:04.095797 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-790512f7-66cf-4230-986d-e4bce101c928 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746837610990'] for network, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:04.139699 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6283ba-307a-4bf7-affe-6212aea97fd0 admin admin] Network e4b6b76f-1ef4-401f-90f1-c356e02d995c is scheduled to be hosted by DHCP agent aed2ec39-81b9-4f59-895f-cbb50316ede5 with binding_index 1 {{(pid=93278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:16:04.156482 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb09476e-7580-474c-9cb9-941effcc925a None None] Network f3848d29-2553-41a1-95ce-241b20461879 requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:16:04.174049 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579d3b1-51c9-4609-8f11-b14e3c68b422 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5caf93b5-914e-42f5-8313-0d8eb8086bc1,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:04.176389 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-ca6283ba-307a-4bf7-affe-6212aea97fd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801912-2-iscsi, e4b6b76f-1ef4-401f-90f1-c356e02d995c) {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:16:04.204661 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4675bda5-7876-45be-8eda-2f03cd28d806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:04.206836 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-790512f7-66cf-4230-986d-e4bce101c928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for network, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:04.209107 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790512f7-66cf-4230-986d-e4bce101c928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:04.211060 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-790512f7-66cf-4230-986d-e4bce101c928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:04.228575 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1579d3b1-51c9-4609-8f11-b14e3c68b422 admin admin] Checking segment: {'id': 'e3b20446-b3e0-4ede-9ab0-e90ab51c0319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:16:04.229118 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1579d3b1-51c9-4609-8f11-b14e3c68b422 admin admin] Network hostable DHCP agents. Network: 4aaef0ad-84e7-449b-8140-d9a9cce60069, hostable agents: ['aed2ec39-81b9-4f59-895f-cbb50316ede5'], hosted agents: [] {{(pid=93278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:16:04.235392 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6283ba-307a-4bf7-affe-6212aea97fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:04.249171 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ca6283ba-307a-4bf7-affe-6212aea97fd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:04.282337 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d5665b-1d46-4e1e-89f8-0c5125d7ed4a None None] Network e4b6b76f-1ef4-401f-90f1-c356e02d995c requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:16:04.291872 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4675bda5-7876-45be-8eda-2f03cd28d806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:04.299626 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-ca6283ba-307a-4bf7-affe-6212aea97fd0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.9171743 Jul 22 22:16:04.302232 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 42914) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:04.306890 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-ca19eb7b-3c74-4a98-a78c-618adf2cfc48 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1428461074-router', 'tenant_id': '604ef9807f4d4f399b2b68ee7a07f4e4', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'}}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:04.327405 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1579d3b1-51c9-4609-8f11-b14e3c68b422 admin admin] Network 4aaef0ad-84e7-449b-8140-d9a9cce60069 is scheduled to be hosted by DHCP agent aed2ec39-81b9-4f59-895f-cbb50316ede5 with binding_index 1 {{(pid=93278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:16:04.350575 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-1579d3b1-51c9-4609-8f11-b14e3c68b422 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801912-2-iscsi, 4aaef0ad-84e7-449b-8140-d9a9cce60069) {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:16:04.364814 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-4675bda5-7876-45be-8eda-2f03cd28d806 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7a33f7bd178c40e491bfd285400f53d7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6658025 Jul 22 22:16:04.370587 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1579d3b1-51c9-4609-8f11-b14e3c68b422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:04.370587 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1579d3b1-51c9-4609-8f11-b14e3c68b422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:04.371838 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-790512f7-66cf-4230-986d-e4bce101c928 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.0631216 Jul 22 22:16:04.373248 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 42920) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:04.373756 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 42922) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:04.378874 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e032c2-1cac-4d42-abaa-36285fd9d180 None None] Network 4aaef0ad-84e7-449b-8140-d9a9cce60069 requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:16:04.386513 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-afa34ae7-071c-4cbc-8f3f-3d58bad1aa04 admin admin] Request body: {'subnet': {'network_id': '09df95ee-792b-4db2-a68f-1420b452ba91', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-843941433-subnet', 'tenant_id': '970c6e551394478dbe913a21be48321d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:04.396427 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ca19eb7b-3c74-4a98-a78c-618adf2cfc48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-718133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9725'] for router, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:04.401442 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ca19eb7b-3c74-4a98-a78c-618adf2cfc48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717338', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9714'] for router, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:04.420066 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-1579d3b1-51c9-4609-8f11-b14e3c68b422 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1137700 Jul 22 22:16:04.426660 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 42930) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:04.432471 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-97fb6d71-59b8-4c6d-885e-d2017dacd0a7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1437646967-router', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'}}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:04.451895 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790512f7-66cf-4230-986d-e4bce101c928 admin admin] Pushing event updated for resources: {'Network': ['ID=09df95ee-792b-4db2-a68f-1420b452ba91,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:04.465482 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 42932) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:04.489840 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa34ae7-071c-4cbc-8f3f-3d58bad1aa04 admin admin] Made reservation on behalf of 970c6e551394478dbe913a21be48321d for: {'subnet': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:16:04.492594 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-afa34ae7-071c-4cbc-8f3f-3d58bad1aa04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:04.552462 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0ee70193-2f55-4ea1-bb05-0c6cde9db392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:04.618937 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a9d476fc-3efe-4053-b7ba-69569ff75230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:04.634325 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Network 09df95ee-792b-4db2-a68f-1420b452ba91 details requested by agent ovs-agent-dv-cinder-801912-2-iscsi with host dv-cinder-801912-2-iscsi {{(pid=93280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:16:04.636028 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ca19eb7b-3c74-4a98-a78c-618adf2cfc48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:04.640669 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-97fb6d71-59b8-4c6d-885e-d2017dacd0a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-718133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9725'] for router, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:04.642275 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-97fb6d71-59b8-4c6d-885e-d2017dacd0a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717338', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9714'] for router, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:04.644607 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a9d476fc-3efe-4053-b7ba-69569ff75230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:04.690716 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4675bda5-7876-45be-8eda-2f03cd28d806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e866e268-4cff-4b73-a764-77aee7fad40f,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:04.718626 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a9d476fc-3efe-4053-b7ba-69569ff75230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:04.722593 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a9d476fc-3efe-4053-b7ba-69569ff75230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:04.726138 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-a9d476fc-3efe-4053-b7ba-69569ff75230 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e866e268-4cff-4b73-a764-77aee7fad40f HTTP/1.1" status: 204 len: 168 time: 0.3468711 Jul 22 22:16:04.735346 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d476fc-3efe-4053-b7ba-69569ff75230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e866e268-4cff-4b73-a764-77aee7fad40f,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:04.885642 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-97fb6d71-59b8-4c6d-885e-d2017dacd0a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:04.899478 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 6 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:16:04.976725 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-afa34ae7-071c-4cbc-8f3f-3d58bad1aa04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for subnet, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:05.012829 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 42972) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:05.046653 dv-cinder-801912-2-iscsi neutron-server[93279]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 22:16:05.126951 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ca19eb7b-3c74-4a98-a78c-618adf2cfc48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-718320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-718171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9664'] for router, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:05.230238 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa34ae7-071c-4cbc-8f3f-3d58bad1aa04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4207597-f34b-4b0d-98b2-d7e341e30690,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:05.231306 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e50317-8fb4-4887-99c1-283c01deb1b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb74522ed-a428-522a-8593-90dbb9552def-4aaef0ad-84e7-449b-8140-d9a9cce60069', 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'fixed_ips': [{'subnet_id': '5caf93b5-914e-42f5-8313-0d8eb8086bc1'}]}} from dv-cinder-801912-2-iscsi. {{(pid=93280) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:16:05.233023 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-31e50317-8fb4-4887-99c1-283c01deb1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:05.242748 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-97fb6d71-59b8-4c6d-885e-d2017dacd0a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-718320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-718171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9664'] for router, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:05.255405 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa34ae7-071c-4cbc-8f3f-3d58bad1aa04 admin admin] Checking segment: {'id': '7ebb1398-7dde-4e6f-acaa-f435870a9e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '09df95ee-792b-4db2-a68f-1420b452ba91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:16:05.255663 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa34ae7-071c-4cbc-8f3f-3d58bad1aa04 admin admin] Network hostable DHCP agents. Network: 09df95ee-792b-4db2-a68f-1420b452ba91, hostable agents: ['aed2ec39-81b9-4f59-895f-cbb50316ede5'], hosted agents: [] {{(pid=93279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:16:05.261986 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0ee70193-2f55-4ea1-bb05-0c6cde9db392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:05.274421 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0ee70193-2f55-4ea1-bb05-0c6cde9db392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:05.318475 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45984f1-21a8-4b52-9f56-68706435d251 None None] Network e4b6b76f-1ef4-401f-90f1-c356e02d995c requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:16:05.347523 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-f6902ec4-6fe6-40f0-bec6-44c7aa2d3b41 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:05.356204 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-f6902ec4-6fe6-40f0-bec6-44c7aa2d3b41 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/networks?id=f3848d29-2553-41a1-95ce-241b20461879 HTTP/1.1" status: 200 len: 812 time: 0.3099604 Jul 22 22:16:05.363820 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa34ae7-071c-4cbc-8f3f-3d58bad1aa04 admin admin] Network 09df95ee-792b-4db2-a68f-1420b452ba91 is scheduled to be hosted by DHCP agent aed2ec39-81b9-4f59-895f-cbb50316ede5 with binding_index 1 {{(pid=93279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:16:05.375200 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-afa34ae7-071c-4cbc-8f3f-3d58bad1aa04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801912-2-iscsi, 09df95ee-792b-4db2-a68f-1420b452ba91) {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:16:05.384010 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-a600da7d-2495-4e28-8657-98efa75b00a3 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/quotas/37e39d126b1c442dac05431fb69ed7b6 HTTP/1.1" status: 200 len: 375 time: 0.0280170 Jul 22 22:16:05.412125 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee70193-2f55-4ea1-bb05-0c6cde9db392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d51772-7775-4989-87db-c62c7f7133ad,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:05.424303 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-0ee70193-2f55-4ea1-bb05-0c6cde9db392 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7c327de304674356be8a223ead0ec3ea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9541106 Jul 22 22:16:05.424984 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa34ae7-071c-4cbc-8f3f-3d58bad1aa04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:05.424984 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-afa34ae7-071c-4cbc-8f3f-3d58bad1aa04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:05.425832 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 42980) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:05.465073 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc2e177-1d0b-4071-946f-8f6a4c34d6dc None None] Network 09df95ee-792b-4db2-a68f-1420b452ba91 requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:16:05.470923 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-3fe3d464-d35d-442e-9dcb-55e9bef0e34a tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=37e39d126b1c442dac05431fb69ed7b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0855625 Jul 22 22:16:05.472481 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-afa34ae7-071c-4cbc-8f3f-3d58bad1aa04 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0942235 Jul 22 22:16:05.776877 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9fa07b5a-44ef-4147-b411-577cff07bf34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:05.850231 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13873e23-8a54-4d8b-8028-1ad48f1859ff None None] Network 09df95ee-792b-4db2-a68f-1420b452ba91 requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:16:05.886239 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.db_base_plugin_common [None req-31e50317-8fb4-4887-99c1-283c01deb1b9 None None] Allocated IP 172.20.0.2 (4aaef0ad-84e7-449b-8140-d9a9cce60069/5caf93b5-914e-42f5-8313-0d8eb8086bc1/e537e023-44f2-4ab2-8bb0-e3209f87f50c) {{(pid=93280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:16:05.910698 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9fa07b5a-44ef-4147-b411-577cff07bf34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:05.954371 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-e29e3041-a00a-4f03-981f-e137497b5d05 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93279) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:16:05.957321 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-e29e3041-a00a-4f03-981f-e137497b5d05 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2809567 Jul 22 22:16:06.164323 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ca19eb7b-3c74-4a98-a78c-618adf2cfc48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:06.191665 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-c04df79d-2941-41d7-a3d4-d2f5cb4974b1 service neutron] 10.222.0.11 "GET /v2.0/networks/f3848d29-2553-41a1-95ce-241b20461879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241526 Jul 22 22:16:06.199405 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ca19eb7b-3c74-4a98-a78c-618adf2cfc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:06.205817 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9fa07b5a-44ef-4147-b411-577cff07bf34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:06.209981 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9fa07b5a-44ef-4147-b411-577cff07bf34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:06.213398 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-9fa07b5a-44ef-4147-b411-577cff07bf34 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b5d51772-7775-4989-87db-c62c7f7133ad HTTP/1.1" status: 204 len: 168 time: 0.7833893 Jul 22 22:16:06.232857 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-97fb6d71-59b8-4c6d-885e-d2017dacd0a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:06.262327 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa07b5a-44ef-4147-b411-577cff07bf34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d51772-7775-4989-87db-c62c7f7133ad,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:06.329389 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-97fb6d71-59b8-4c6d-885e-d2017dacd0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:06.342115 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-31e50317-8fb4-4887-99c1-283c01deb1b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:06.355497 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-31e50317-8fb4-4887-99c1-283c01deb1b9 None None] Transition to ACTIVE for port object e537e023-44f2-4ab2-8bb0-e3209f87f50c will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:16:06.371329 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-6052bb63-0313-4074-a63b-5f2dea4fb183 service neutron] 10.222.0.11 "GET /v2.0/networks/f3848d29-2553-41a1-95ce-241b20461879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729920 Jul 22 22:16:06.382306 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-31e50317-8fb4-4887-99c1-283c01deb1b9 None None] Transition to ACTIVE for port object e537e023-44f2-4ab2-8bb0-e3209f87f50c will not be triggered until provisioned by entity DHCP. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:16:06.395578 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-31e50317-8fb4-4887-99c1-283c01deb1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625'] for port, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:06.439496 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [None req-ca19eb7b-3c74-4a98-a78c-618adf2cfc48 admin admin] Allocated IP 172.27.3.156 (f8c72cc4-96e2-4f72-802d-5144237f0ca7/448cec93-c98c-4ed8-8dac-ac905c6d6ede/8aa981ad-5c4e-4f3d-8298-d8445a899753) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:16:06.479291 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e50317-8fb4-4887-99c1-283c01deb1b9 None None] Network 4aaef0ad-84e7-449b-8140-d9a9cce60069 is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:16:06.483166 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [None req-31e50317-8fb4-4887-99c1-283c01deb1b9 None None] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:16:06.488942 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e50317-8fb4-4887-99c1-283c01deb1b9 None None] Received port after_create {{(pid=93280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:16:06.500413 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e50317-8fb4-4887-99c1-283c01deb1b9 None None] Pushing event updated for resources: {'Port': ['ID=e537e023-44f2-4ab2-8bb0-e3209f87f50c,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:06.529182 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e50317-8fb4-4887-99c1-283c01deb1b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:06.529972 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e50317-8fb4-4887-99c1-283c01deb1b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:06.530570 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e50317-8fb4-4887-99c1-283c01deb1b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:06.531104 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e50317-8fb4-4887-99c1-283c01deb1b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:06.532505 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e50317-8fb4-4887-99c1-283c01deb1b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:06.533027 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e50317-8fb4-4887-99c1-283c01deb1b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:06.533577 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e50317-8fb4-4887-99c1-283c01deb1b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:06.534080 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e50317-8fb4-4887-99c1-283c01deb1b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:06.534608 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e50317-8fb4-4887-99c1-283c01deb1b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:06.535153 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e50317-8fb4-4887-99c1-283c01deb1b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:06.535754 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e50317-8fb4-4887-99c1-283c01deb1b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:06.536331 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e50317-8fb4-4887-99c1-283c01deb1b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:06.538378 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e50317-8fb4-4887-99c1-283c01deb1b9 None None] Tracked resource versions report: Jul 22 22:16:06.538378 dv-cinder-801912-2-iscsi neutron-server[93280]: pushed versions: Jul 22 22:16:06.538378 dv-cinder-801912-2-iscsi neutron-server[93280]: { 'AddressGroup': {'1.2'}, Jul 22 22:16:06.538378 dv-cinder-801912-2-iscsi neutron-server[93280]: 'ConntrackHelper': {'1.0'}, Jul 22 22:16:06.538378 dv-cinder-801912-2-iscsi neutron-server[93280]: 'Log': {'1.0'}, Jul 22 22:16:06.538378 dv-cinder-801912-2-iscsi neutron-server[93280]: 'Network': {'1.1'}, Jul 22 22:16:06.538378 dv-cinder-801912-2-iscsi neutron-server[93280]: 'Port': {'1.7'}, Jul 22 22:16:06.538378 dv-cinder-801912-2-iscsi neutron-server[93280]: 'PortForwarding': {'1.2'}, Jul 22 22:16:06.538378 dv-cinder-801912-2-iscsi neutron-server[93280]: 'QosPolicy': {'1.8'}, Jul 22 22:16:06.538378 dv-cinder-801912-2-iscsi neutron-server[93280]: 'SecurityGroup': {'1.4'}, Jul 22 22:16:06.538378 dv-cinder-801912-2-iscsi neutron-server[93280]: 'SecurityGroupRule': {'1.2'}, Jul 22 22:16:06.538378 dv-cinder-801912-2-iscsi neutron-server[93280]: 'SubPort': {'1.0'}, Jul 22 22:16:06.538378 dv-cinder-801912-2-iscsi neutron-server[93280]: 'Subnet': {'1.1'}, Jul 22 22:16:06.538378 dv-cinder-801912-2-iscsi neutron-server[93280]: 'Trunk': {'1.1'}} Jul 22 22:16:06.538378 dv-cinder-801912-2-iscsi neutron-server[93280]: consumer versions: Jul 22 22:16:06.538378 dv-cinder-801912-2-iscsi neutron-server[93280]: { DHCP agent@dv-cinder-801912-2-iscsi: {}, Jul 22 22:16:06.538378 dv-cinder-801912-2-iscsi neutron-server[93280]: HyperV agent@hv-cinder-80191: {}, Jul 22 22:16:06.538378 dv-cinder-801912-2-iscsi neutron-server[93280]: L3 agent@dv-cinder-801912-2-iscsi: {}, Jul 22 22:16:06.538378 dv-cinder-801912-2-iscsi neutron-server[93280]: Metadata agent@dv-cinder-801912-2-iscsi: {}, Jul 22 22:16:06.538378 dv-cinder-801912-2-iscsi neutron-server[93280]: Metering agent@dv-cinder-801912-2-iscsi: {}, Jul 22 22:16:06.538378 dv-cinder-801912-2-iscsi neutron-server[93280]: Open vSwitch agent@dv-cinder-801912-2-iscsi: { 'AddressGroup': '1.2', Jul 22 22:16:06.538378 dv-cinder-801912-2-iscsi neutron-server[93280]: 'ConntrackHelper': '1.0', Jul 22 22:16:06.538378 dv-cinder-801912-2-iscsi neutron-server[93280]: 'Log': '1.0', Jul 22 22:16:06.538378 dv-cinder-801912-2-iscsi neutron-server[93280]: 'Network': '1.1', Jul 22 22:16:06.538378 dv-cinder-801912-2-iscsi neutron-server[93280]: 'Port': '1.7', Jul 22 22:16:06.538378 dv-cinder-801912-2-iscsi neutron-server[93280]: 'PortForwarding': '1.2', Jul 22 22:16:06.538378 dv-cinder-801912-2-iscsi neutron-server[93280]: 'QosPolicy': '1.8', Jul 22 22:16:06.538378 dv-cinder-801912-2-iscsi neutron-server[93280]: 'SecurityGroup': '1.4', Jul 22 22:16:06.538378 dv-cinder-801912-2-iscsi neutron-server[93280]: 'SecurityGroupRule': '1.2', Jul 22 22:16:06.538378 dv-cinder-801912-2-iscsi neutron-server[93280]: 'SubPort': '1.0', Jul 22 22:16:06.538378 dv-cinder-801912-2-iscsi neutron-server[93280]: 'Subnet': '1.1', Jul 22 22:16:06.538378 dv-cinder-801912-2-iscsi neutron-server[93280]: 'Trunk': '1.1'}} Jul 22 22:16:06.538378 dv-cinder-801912-2-iscsi neutron-server[93280]: {{(pid=93280) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 22:16:06.566093 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 43034) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:06.573857 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-afde3f94-a7d2-4028-bdcb-0597908986a9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-479041807-network', 'tenant_id': '1a9218de0288467abc490d7261d8a79c'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:06.596717 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-31e50317-8fb4-4887-99c1-283c01deb1b9 None None] Attempting to bind port e537e023-44f2-4ab2-8bb0-e3209f87f50c on host dv-cinder-801912-2-iscsi for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:16:06.598216 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-31e50317-8fb4-4887-99c1-283c01deb1b9 None None] Attempting to bind port e537e023-44f2-4ab2-8bb0-e3209f87f50c by drivers openvswitch,hyperv on host dv-cinder-801912-2-iscsi at level 0 using segments [{'id': 'e3b20446-b3e0-4ede-9ab0-e90ab51c0319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:16:06.599037 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e50317-8fb4-4887-99c1-283c01deb1b9 None None] Attempting to bind port e537e023-44f2-4ab2-8bb0-e3209f87f50c on network 4aaef0ad-84e7-449b-8140-d9a9cce60069 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:16:06.606691 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e50317-8fb4-4887-99c1-283c01deb1b9 None None] Checking agent: {'id': '46b940f2-f108-4e1e-b841-f66930078767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801912-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 8, 19), 'started_at': datetime.datetime(2021, 7, 22, 22, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801912-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:16:06.607623 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e50317-8fb4-4887-99c1-283c01deb1b9 None None] Checking segment: {'id': 'e3b20446-b3e0-4ede-9ab0-e90ab51c0319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:16:06.608371 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-31e50317-8fb4-4887-99c1-283c01deb1b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:06.608795 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e50317-8fb4-4887-99c1-283c01deb1b9 None None] Bound using segment: {'id': 'e3b20446-b3e0-4ede-9ab0-e90ab51c0319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:16:06.609303 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-31e50317-8fb4-4887-99c1-283c01deb1b9 None None] Bound port: e537e023-44f2-4ab2-8bb0-e3209f87f50c, host: dv-cinder-801912-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3b20446-b3e0-4ede-9ab0-e90ab51c0319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:16:06.609991 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-31e50317-8fb4-4887-99c1-283c01deb1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:06.622251 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afde3f94-a7d2-4028-bdcb-0597908986a9 admin admin] Made reservation on behalf of 1a9218de0288467abc490d7261d8a79c for: {'network': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:16:06.626902 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-afde3f94-a7d2-4028-bdcb-0597908986a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for network, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:06.638498 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-afde3f94-a7d2-4028-bdcb-0597908986a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:06.645677 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ca19eb7b-3c74-4a98-a78c-618adf2cfc48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:06.753633 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-31e50317-8fb4-4887-99c1-283c01deb1b9 None None] For port e537e023-44f2-4ab2-8bb0-e3209f87f50c, host dv-cinder-801912-2-iscsi, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:16:06.763632 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-31e50317-8fb4-4887-99c1-283c01deb1b9 None None] For port e537e023-44f2-4ab2-8bb0-e3209f87f50c, host dv-cinder-801912-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=e537e023-44f2-4ab2-8bb0-e3209f87f50c,segment=NetworkSegment(e3b20446-b3e0-4ede-9ab0-e90ab51c0319),segment_id=e3b20446-b3e0-4ede-9ab0-e90ab51c0319)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:16:06.772061 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-31e50317-8fb4-4887-99c1-283c01deb1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:06.799860 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 43054) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:06.863508 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e50317-8fb4-4887-99c1-283c01deb1b9 None None] Pushing event updated for resources: {'Port': ['ID=e537e023-44f2-4ab2-8bb0-e3209f87f50c,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:06.892366 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ca19eb7b-3c74-4a98-a78c-618adf2cfc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:06.941537 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [None req-97fb6d71-59b8-4c6d-885e-d2017dacd0a7 admin admin] Allocated IP 172.27.3.110 (f8c72cc4-96e2-4f72-802d-5144237f0ca7/448cec93-c98c-4ed8-8dac-ac905c6d6ede/068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:16:06.949877 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-11b225e4-a215-4831-8807-bffee0e0d717 req-bf8f6d18-00f9-4f92-a802-4782bf3a9532 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc619df4-6035-4260-9839-b7ff92d72fbf HTTP/1.1" status: 200 len: 210 time: 0.1452906 Jul 22 22:16:07.003710 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-afde3f94-a7d2-4028-bdcb-0597908986a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.009345 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-afde3f94-a7d2-4028-bdcb-0597908986a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.026498 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca19eb7b-3c74-4a98-a78c-618adf2cfc48 admin admin] Network f8c72cc4-96e2-4f72-802d-5144237f0ca7 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:16:07.033662 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-ca19eb7b-3c74-4a98-a78c-618adf2cfc48 admin admin] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:16:07.045434 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca19eb7b-3c74-4a98-a78c-618adf2cfc48 admin admin] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:16:07.050855 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afde3f94-a7d2-4028-bdcb-0597908986a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=93279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:16:07.064406 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde3f94-a7d2-4028-bdcb-0597908986a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21472a3-0414-42bd-8264-874db3be090d,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:07.070665 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-afde3f94-a7d2-4028-bdcb-0597908986a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122'] for segment, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.071321 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.db.segments_db [None req-afde3f94-a7d2-4028-bdcb-0597908986a9 admin admin] Added segment bd46cb02-2ed9-4c57-bf67-fb0cf784b440 of type vlan for network f873aae5-a0bd-488d-8d7d-6bafd160e66b Jul 22 22:16:07.129545 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-afde3f94-a7d2-4028-bdcb-0597908986a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746837610990'] for network, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.211726 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19eb7b-3c74-4a98-a78c-618adf2cfc48 admin admin] Pushing event updated for resources: {'Port': ['ID=8aa981ad-5c4e-4f3d-8298-d8445a899753,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:07.232051 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-afde3f94-a7d2-4028-bdcb-0597908986a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for network, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.233072 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afde3f94-a7d2-4028-bdcb-0597908986a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:07.236508 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-afde3f94-a7d2-4028-bdcb-0597908986a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.338567 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-97fb6d71-59b8-4c6d-885e-d2017dacd0a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.535432 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device e537e023-44f2-4ab2-8bb0-e3209f87f50c up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:16:07.589281 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde3f94-a7d2-4028-bdcb-0597908986a9 admin admin] Pushing event updated for resources: {'Network': ['ID=f873aae5-a0bd-488d-8d7d-6bafd160e66b,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:07.592749 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ca19eb7b-3c74-4a98-a78c-618adf2cfc48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.603001 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-afde3f94-a7d2-4028-bdcb-0597908986a9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0357771 Jul 22 22:16:07.605627 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Network f873aae5-a0bd-488d-8d7d-6bafd160e66b details requested by agent ovs-agent-dv-cinder-801912-2-iscsi with host dv-cinder-801912-2-iscsi {{(pid=93280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:16:07.606147 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 43098) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:07.614903 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-449fb3c3-e84c-4669-a749-c54dd4e1b816 admin admin] Request body: {'subnet': {'network_id': 'f873aae5-a0bd-488d-8d7d-6bafd160e66b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-479041807-subnet', 'tenant_id': '1a9218de0288467abc490d7261d8a79c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:07.666111 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449fb3c3-e84c-4669-a749-c54dd4e1b816 admin admin] Made reservation on behalf of 1a9218de0288467abc490d7261d8a79c for: {'subnet': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:16:07.668876 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-97fb6d71-59b8-4c6d-885e-d2017dacd0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.673975 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-449fb3c3-e84c-4669-a749-c54dd4e1b816 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.723926 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fb6d71-59b8-4c6d-885e-d2017dacd0a7 admin admin] Network f8c72cc4-96e2-4f72-802d-5144237f0ca7 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:16:07.732359 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-97fb6d71-59b8-4c6d-885e-d2017dacd0a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:16:07.743805 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fb6d71-59b8-4c6d-885e-d2017dacd0a7 admin admin] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:16:07.921544 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning for port e537e023-44f2-4ab2-8bb0-e3209f87f50c completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:16:08.048090 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-449fb3c3-e84c-4669-a749-c54dd4e1b816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for subnet, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:08.096568 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b8932089-990e-4f59-b7ff-3054a10cc577 req-9cd9025c-6df8-4714-9117-dc55b863b723 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc619df4-6035-4260-9839-b7ff92d72fbf HTTP/1.1" status: 200 len: 210 time: 0.0617666 Jul 22 22:16:08.155205 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449fb3c3-e84c-4669-a749-c54dd4e1b816 admin admin] Pushing event updated for resources: {'Subnet': ['ID=deb2b46b-bc5d-4128-8e62-8d0b36399251,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:08.158959 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449fb3c3-e84c-4669-a749-c54dd4e1b816 admin admin] Checking segment: {'id': 'bd46cb02-2ed9-4c57-bf67-fb0cf784b440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f873aae5-a0bd-488d-8d7d-6bafd160e66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:16:08.159325 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449fb3c3-e84c-4669-a749-c54dd4e1b816 admin admin] Network hostable DHCP agents. Network: f873aae5-a0bd-488d-8d7d-6bafd160e66b, hostable agents: ['aed2ec39-81b9-4f59-895f-cbb50316ede5'], hosted agents: [] {{(pid=93279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:16:08.198455 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb6d71-59b8-4c6d-885e-d2017dacd0a7 admin admin] Pushing event updated for resources: {'Port': ['ID=068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:08.215923 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449fb3c3-e84c-4669-a749-c54dd4e1b816 admin admin] Network f873aae5-a0bd-488d-8d7d-6bafd160e66b is scheduled to be hosted by DHCP agent aed2ec39-81b9-4f59-895f-cbb50316ede5 with binding_index 1 {{(pid=93279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:16:08.231203 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-449fb3c3-e84c-4669-a749-c54dd4e1b816 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801912-2-iscsi, f873aae5-a0bd-488d-8d7d-6bafd160e66b) {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:16:08.237609 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449fb3c3-e84c-4669-a749-c54dd4e1b816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:08.238182 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-449fb3c3-e84c-4669-a749-c54dd4e1b816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:08.243016 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8157401b-75fe-4ce5-9137-198c31b966fb None None] Network f873aae5-a0bd-488d-8d7d-6bafd160e66b requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:16:08.283149 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-449fb3c3-e84c-4669-a749-c54dd4e1b816 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6756613 Jul 22 22:16:08.317208 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e760c2-3617-4c8e-9638-b3b92aadf81a None None] Network 4aaef0ad-84e7-449b-8140-d9a9cce60069 requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:16:08.478359 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-97cb5cf8-8807-4157-824d-44dc55ccf99e None None] Provisioning for port e537e023-44f2-4ab2-8bb0-e3209f87f50c completed by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:16:08.535962 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-97cb5cf8-8807-4157-824d-44dc55ccf99e None None] Provisioning complete for port e537e023-44f2-4ab2-8bb0-e3209f87f50c triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:08.536578 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-97cb5cf8-8807-4157-824d-44dc55ccf99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:08.591588 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 43140) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:08.631833 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ca19eb7b-3c74-4a98-a78c-618adf2cfc48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-718156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718315'] for router, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:08.693295 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbb0ae48-259f-4f13-91db-1bb3f86e879c admin admin] Deleting subnet e4207597-f34b-4b0d-98b2-d7e341e30690 {{(pid=93279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:16:08.715032 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bbb0ae48-259f-4f13-91db-1bb3f86e879c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:08.754211 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-97fb6d71-59b8-4c6d-885e-d2017dacd0a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:08.806326 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062e610b-d65e-465e-ad77-b7d8814c95e0 None None] Network f873aae5-a0bd-488d-8d7d-6bafd160e66b requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:16:08.837941 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bbb0ae48-259f-4f13-91db-1bb3f86e879c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:08.865948 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bbb0ae48-259f-4f13-91db-1bb3f86e879c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759386'] for subnet, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:08.912777 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-97cb5cf8-8807-4157-824d-44dc55ccf99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:09.016638 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bbb0ae48-259f-4f13-91db-1bb3f86e879c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for subnet, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:09.040932 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bbb0ae48-259f-4f13-91db-1bb3f86e879c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:09.048627 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-bbb0ae48-259f-4f13-91db-1bb3f86e879c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e4207597-f34b-4b0d-98b2-d7e341e30690 HTTP/1.1" status: 204 len: 168 time: 0.4523535 Jul 22 22:16:09.050264 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 43158) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:09.057552 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-97cb5cf8-8807-4157-824d-44dc55ccf99e None None] For port e537e023-44f2-4ab2-8bb0-e3209f87f50c, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=e537e023-44f2-4ab2-8bb0-e3209f87f50c,segment=NetworkSegment(e3b20446-b3e0-4ede-9ab0-e90ab51c0319),segment_id=e3b20446-b3e0-4ede-9ab0-e90ab51c0319)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:09.066656 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-97cb5cf8-8807-4157-824d-44dc55ccf99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:09.127864 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0ae48-259f-4f13-91db-1bb3f86e879c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4207597-f34b-4b0d-98b2-d7e341e30690,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:09.154441 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca19eb7b-3c74-4a98-a78c-618adf2cfc48 admin admin] Router 1301165d-695f-4bee-9df9-216d3eccd07f is scheduled to L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 with binding_index 1 {{(pid=93278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:16:09.179765 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb5cf8-8807-4157-824d-44dc55ccf99e None None] Pushing event updated for resources: {'Port': ['ID=e537e023-44f2-4ab2-8bb0-e3209f87f50c,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:09.306944 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-61fbce65-3574-4f38-b7be-43e2cc223592 req-53cc87ae-f87c-4751-ab58-1a736c5ea471 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc619df4-6035-4260-9839-b7ff92d72fbf HTTP/1.1" status: 200 len: 210 time: 0.1255293 Jul 22 22:16:09.361143 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-63d8a35e-c28b-41ed-9e71-5f7510322bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1788509'] for network, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:09.434542 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device e537e023-44f2-4ab2-8bb0-e3209f87f50c up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:16:09.467763 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca19eb7b-3c74-4a98-a78c-618adf2cfc48 admin admin] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:16:09.480434 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce10143-12aa-4673-b161-0ff78db5adec None None] Sync routers for ids ['1301165d-695f-4bee-9df9-216d3eccd07f'] in dv-cinder-801912-2-iscsi {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:16:09.504266 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce10143-12aa-4673-b161-0ff78db5adec None None] Routers {'1301165d-695f-4bee-9df9-216d3eccd07f'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:16:09.504921 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-1ce10143-12aa-4673-b161-0ff78db5adec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:15:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['1301165d-695f-4bee-9df9-216d3eccd07f'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:09.524944 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-97fb6d71-59b8-4c6d-885e-d2017dacd0a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-718156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718315'] for router, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:09.533275 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port e537e023-44f2-4ab2-8bb0-e3209f87f50c triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:09.533719 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:09.561012 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-63d8a35e-c28b-41ed-9e71-5f7510322bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760422', 'neutron.services.segments.db._delete_segments_for_network-8746838092337'] for network, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:09.591122 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-63d8a35e-c28b-41ed-9e71-5f7510322bab admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:16:09.592058 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-63d8a35e-c28b-41ed-9e71-5f7510322bab admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:16:09.595623 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-63d8a35e-c28b-41ed-9e71-5f7510322bab admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:16:09.596339 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-63d8a35e-c28b-41ed-9e71-5f7510322bab admin admin] Subscribe: > port after_create 55550000 {{(pid=93279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:16:09.597048 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-63d8a35e-c28b-41ed-9e71-5f7510322bab admin admin] Subscribe: > port after_delete 55550000 {{(pid=93279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:16:09.597633 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-63d8a35e-c28b-41ed-9e71-5f7510322bab admin admin] Subscribe: > port after_update 55550000 {{(pid=93279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:16:09.598178 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-63d8a35e-c28b-41ed-9e71-5f7510322bab admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:16:09.599040 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-63d8a35e-c28b-41ed-9e71-5f7510322bab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:16:09.599620 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-63d8a35e-c28b-41ed-9e71-5f7510322bab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:16:09.600178 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-63d8a35e-c28b-41ed-9e71-5f7510322bab admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:16:09.671531 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-73492b4e-c2b1-46fe-b3c1-08f1d560e587 None None] Provisioning complete for port e537e023-44f2-4ab2-8bb0-e3209f87f50c triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:09.673479 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-73492b4e-c2b1-46fe-b3c1-08f1d560e587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:09.830595 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-63d8a35e-c28b-41ed-9e71-5f7510322bab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:16:09.830946 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-63d8a35e-c28b-41ed-9e71-5f7510322bab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:16:09.831389 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-63d8a35e-c28b-41ed-9e71-5f7510322bab admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:16:09.831597 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-63d8a35e-c28b-41ed-9e71-5f7510322bab admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:16:09.832428 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.services.segments.db [None req-63d8a35e-c28b-41ed-9e71-5f7510322bab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09df95ee-792b-4db2-a68f-1420b452ba91']}} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:09.857675 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-1ce10143-12aa-4673-b161-0ff78db5adec None None] Set router 1301165d-695f-4bee-9df9-216d3eccd07f gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:16:09.858831 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ca19eb7b-3c74-4a98-a78c-618adf2cfc48 admin admin] Notify callbacks [] for router, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:09.861404 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.services.segments.db [None req-63d8a35e-c28b-41ed-9e71-5f7510322bab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ebb1398-7dde-4e6f-acaa-f435870a9e65') {'for_net_delete': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:09.861711 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.services.segments.db [None req-63d8a35e-c28b-41ed-9e71-5f7510322bab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ebb1398-7dde-4e6f-acaa-f435870a9e65') {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:09.863571 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-ca19eb7b-3c74-4a98-a78c-618adf2cfc48 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.5601478 Jul 22 22:16:09.869802 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 43196) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:09.899130 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-63d8a35e-c28b-41ed-9e71-5f7510322bab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746838093114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2253533'] for segment, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:09.942272 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-63d8a35e-c28b-41ed-9e71-5f7510322bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122'] for segment, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:09.955339 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d8a35e-c28b-41ed-9e71-5f7510322bab admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:16:09.955742 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-63d8a35e-c28b-41ed-9e71-5f7510322bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3960887'] for segment, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:09.959914 dv-cinder-801912-2-iscsi neutron-server[93279]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 22:16:09.959914 dv-cinder-801912-2-iscsi neutron-server[93279]: from cryptography.utils import int_from_bytes Jul 22 22:16:09.959914 dv-cinder-801912-2-iscsi neutron-server[93279]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 22:16:09.959914 dv-cinder-801912-2-iscsi neutron-server[93279]: from cryptography.utils import int_from_bytes Jul 22 22:16:09.959914 dv-cinder-801912-2-iscsi neutron-server[93279]: Traceback (most recent call last): Jul 22 22:16:09.959914 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:16:09.959914 dv-cinder-801912-2-iscsi neutron-server[93279]: timer() Jul 22 22:16:09.959914 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:16:09.959914 dv-cinder-801912-2-iscsi neutron-server[93279]: cb(*args, **kw) Jul 22 22:16:09.959914 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:16:09.959914 dv-cinder-801912-2-iscsi neutron-server[93279]: return func(*args, **kwargs) Jul 22 22:16:09.959914 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:16:09.959914 dv-cinder-801912-2-iscsi neutron-server[93279]: self._notify() Jul 22 22:16:09.959914 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:16:09.959914 dv-cinder-801912-2-iscsi neutron-server[93279]: self.callback(batched_events) Jul 22 22:16:09.959914 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:16:09.959914 dv-cinder-801912-2-iscsi neutron-server[93279]: event.method(event) Jul 22 22:16:09.959914 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:16:09.959914 dv-cinder-801912-2-iscsi neutron-server[93279]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:16:09.959914 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:16:09.959914 dv-cinder-801912-2-iscsi neutron-server[93279]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:16:09.959914 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:16:09.959914 dv-cinder-801912-2-iscsi neutron-server[93279]: return f(self, *a, **k) Jul 22 22:16:09.959914 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:16:09.959914 dv-cinder-801912-2-iscsi neutron-server[93279]: return self._get(url).json() Jul 22 22:16:09.959914 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:16:09.959914 dv-cinder-801912-2-iscsi neutron-server[93279]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:16:09.959914 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:16:09.959914 dv-cinder-801912-2-iscsi neutron-server[93279]: return self.request(url, 'GET', **kwargs) Jul 22 22:16:09.959914 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:16:09.959914 dv-cinder-801912-2-iscsi neutron-server[93279]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:16:09.959914 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:16:09.959914 dv-cinder-801912-2-iscsi neutron-server[93279]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:16:09.959914 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:16:09.959914 dv-cinder-801912-2-iscsi neutron-server[93279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:16:09.959914 dv-cinder-801912-2-iscsi neutron-server[93279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:16:10.065773 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-63d8a35e-c28b-41ed-9e71-5f7510322bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718227'] for network, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:10.083050 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-63d8a35e-c28b-41ed-9e71-5f7510322bab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:10.085888 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-63d8a35e-c28b-41ed-9e71-5f7510322bab admin admin] 10.222.0.11 "DELETE /v2.0/networks/09df95ee-792b-4db2-a68f-1420b452ba91 HTTP/1.1" status: 204 len: 168 time: 1.0345187 Jul 22 22:16:10.096027 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 43202) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:10.099374 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8a35e-c28b-41ed-9e71-5f7510322bab admin admin] Pushing event deleted for resources: {'Network': ['ID=09df95ee-792b-4db2-a68f-1420b452ba91,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:10.180769 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97fb6d71-59b8-4c6d-885e-d2017dacd0a7 admin admin] Router 03a6623b-6574-46c4-82fd-78327971c202 is scheduled to L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 with binding_index 1 {{(pid=93278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:16:10.201548 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-1ce10143-12aa-4673-b161-0ff78db5adec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1301165d-695f-4bee-9df9-216d3eccd07f', 'name': 'tempest-ServerRescueNegativeTestJSON-1428461074-router', 'tenant_id': '604ef9807f4d4f399b2b68ee7a07f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '8aa981ad-5c4e-4f3d-8298-d8445a899753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:16:04Z', 'updated_at': '2021-07-22T22:16:07Z', 'revision_number': 3, 'project_id': '604ef9807f4d4f399b2b68ee7a07f4e4', 'gw_port': {'id': '8aa981ad-5c4e-4f3d-8298-d8445a899753', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1301165d-695f-4bee-9df9-216d3eccd07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:06Z', 'updated_at': '2021-07-22T22:16:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi'}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:10.217581 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2594c8d-1e90-45ca-a53e-fd5161115958 admin admin] Deleting subnet deb2b46b-bc5d-4128-8e62-8d0b36399251 {{(pid=93278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:16:10.224353 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e2594c8d-1e90-45ca-a53e-fd5161115958 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:10.231234 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce10143-12aa-4673-b161-0ff78db5adec None None] Checking router: 1301165d-695f-4bee-9df9-216d3eccd07f for host: dv-cinder-801912-2-iscsi {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:16:10.231591 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce10143-12aa-4673-b161-0ff78db5adec None None] Updating router 1301165d-695f-4bee-9df9-216d3eccd07f port 8aa981ad-5c4e-4f3d-8298-d8445a899753 binding host dv-cinder-801912-2-iscsi {{(pid=93281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:16:10.272853 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-1ce10143-12aa-4673-b161-0ff78db5adec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:10.397977 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e2594c8d-1e90-45ca-a53e-fd5161115958 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:10.425637 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e2594c8d-1e90-45ca-a53e-fd5161115958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759386'] for subnet, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:10.522316 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fb6d71-59b8-4c6d-885e-d2017dacd0a7 admin admin] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:16:10.538799 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792c53b6-7e9d-4ff8-9c71-9cd740dc0932 None None] Sync routers for ids ['03a6623b-6574-46c4-82fd-78327971c202'] in dv-cinder-801912-2-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:16:10.553479 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792c53b6-7e9d-4ff8-9c71-9cd740dc0932 None None] Routers {'03a6623b-6574-46c4-82fd-78327971c202'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:16:10.554992 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-792c53b6-7e9d-4ff8-9c71-9cd740dc0932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:15:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['03a6623b-6574-46c4-82fd-78327971c202'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:10.611296 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e2594c8d-1e90-45ca-a53e-fd5161115958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for subnet, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:10.630303 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-46feae2e-a61d-4e64-ac4c-25f480884c94 req-e2b9fccf-52ff-464f-b449-34f654e3f17c tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc619df4-6035-4260-9839-b7ff92d72fbf HTTP/1.1" status: 200 len: 210 time: 0.0412822 Jul 22 22:16:10.640610 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-97fb6d71-59b8-4c6d-885e-d2017dacd0a7 admin admin] Notify callbacks [] for router, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:10.642626 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-97fb6d71-59b8-4c6d-885e-d2017dacd0a7 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.2136629 Jul 22 22:16:10.647486 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 43218) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:10.717638 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-1ce10143-12aa-4673-b161-0ff78db5adec None None] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:10.738193 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-1ce10143-12aa-4673-b161-0ff78db5adec None None] Transition to ACTIVE for port object 8aa981ad-5c4e-4f3d-8298-d8445a899753 will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:16:10.749858 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-1ce10143-12aa-4673-b161-0ff78db5adec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:10.816070 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-792c53b6-7e9d-4ff8-9c71-9cd740dc0932 None None] Set router 03a6623b-6574-46c4-82fd-78327971c202 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:16:10.850026 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2594c8d-1e90-45ca-a53e-fd5161115958 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=deb2b46b-bc5d-4128-8e62-8d0b36399251,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:10.851675 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9ff32-33d3-4703-9bbf-48648fccd50a None None] Pushing event updated for resources: {'Port': ['ID=8aa981ad-5c4e-4f3d-8298-d8445a899753,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:10.853093 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e2594c8d-1e90-45ca-a53e-fd5161115958 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:10.860519 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-e2594c8d-1e90-45ca-a53e-fd5161115958 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/deb2b46b-bc5d-4128-8e62-8d0b36399251 HTTP/1.1" status: 204 len: 168 time: 0.7562852 Jul 22 22:16:10.869125 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 43224) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:10.885437 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df9ff32-33d3-4703-9bbf-48648fccd50a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:10.886503 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df9ff32-33d3-4703-9bbf-48648fccd50a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:10.886870 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df9ff32-33d3-4703-9bbf-48648fccd50a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:10.887215 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df9ff32-33d3-4703-9bbf-48648fccd50a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:10.887578 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df9ff32-33d3-4703-9bbf-48648fccd50a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:10.888138 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df9ff32-33d3-4703-9bbf-48648fccd50a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:10.897744 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df9ff32-33d3-4703-9bbf-48648fccd50a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:10.897972 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df9ff32-33d3-4703-9bbf-48648fccd50a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:10.898202 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df9ff32-33d3-4703-9bbf-48648fccd50a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:10.898548 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df9ff32-33d3-4703-9bbf-48648fccd50a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:10.898889 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df9ff32-33d3-4703-9bbf-48648fccd50a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:10.899224 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df9ff32-33d3-4703-9bbf-48648fccd50a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:10.900322 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df9ff32-33d3-4703-9bbf-48648fccd50a None None] Tracked resource versions report: Jul 22 22:16:10.900322 dv-cinder-801912-2-iscsi neutron-server[93281]: pushed versions: Jul 22 22:16:10.900322 dv-cinder-801912-2-iscsi neutron-server[93281]: { 'AddressGroup': {'1.2'}, Jul 22 22:16:10.900322 dv-cinder-801912-2-iscsi neutron-server[93281]: 'ConntrackHelper': {'1.0'}, Jul 22 22:16:10.900322 dv-cinder-801912-2-iscsi neutron-server[93281]: 'Log': {'1.0'}, Jul 22 22:16:10.900322 dv-cinder-801912-2-iscsi neutron-server[93281]: 'Network': {'1.1'}, Jul 22 22:16:10.900322 dv-cinder-801912-2-iscsi neutron-server[93281]: 'Port': {'1.7'}, Jul 22 22:16:10.900322 dv-cinder-801912-2-iscsi neutron-server[93281]: 'PortForwarding': {'1.2'}, Jul 22 22:16:10.900322 dv-cinder-801912-2-iscsi neutron-server[93281]: 'QosPolicy': {'1.8'}, Jul 22 22:16:10.900322 dv-cinder-801912-2-iscsi neutron-server[93281]: 'SecurityGroup': {'1.4'}, Jul 22 22:16:10.900322 dv-cinder-801912-2-iscsi neutron-server[93281]: 'SecurityGroupRule': {'1.2'}, Jul 22 22:16:10.900322 dv-cinder-801912-2-iscsi neutron-server[93281]: 'SubPort': {'1.0'}, Jul 22 22:16:10.900322 dv-cinder-801912-2-iscsi neutron-server[93281]: 'Subnet': {'1.1'}, Jul 22 22:16:10.900322 dv-cinder-801912-2-iscsi neutron-server[93281]: 'Trunk': {'1.1'}} Jul 22 22:16:10.900322 dv-cinder-801912-2-iscsi neutron-server[93281]: consumer versions: Jul 22 22:16:10.900322 dv-cinder-801912-2-iscsi neutron-server[93281]: { DHCP agent@dv-cinder-801912-2-iscsi: {}, Jul 22 22:16:10.900322 dv-cinder-801912-2-iscsi neutron-server[93281]: HyperV agent@hv-cinder-80191: {}, Jul 22 22:16:10.900322 dv-cinder-801912-2-iscsi neutron-server[93281]: L3 agent@dv-cinder-801912-2-iscsi: {}, Jul 22 22:16:10.900322 dv-cinder-801912-2-iscsi neutron-server[93281]: Metadata agent@dv-cinder-801912-2-iscsi: {}, Jul 22 22:16:10.900322 dv-cinder-801912-2-iscsi neutron-server[93281]: Metering agent@dv-cinder-801912-2-iscsi: {}, Jul 22 22:16:10.900322 dv-cinder-801912-2-iscsi neutron-server[93281]: Open vSwitch agent@dv-cinder-801912-2-iscsi: { 'AddressGroup': '1.2', Jul 22 22:16:10.900322 dv-cinder-801912-2-iscsi neutron-server[93281]: 'ConntrackHelper': '1.0', Jul 22 22:16:10.900322 dv-cinder-801912-2-iscsi neutron-server[93281]: 'Log': '1.0', Jul 22 22:16:10.900322 dv-cinder-801912-2-iscsi neutron-server[93281]: 'Network': '1.1', Jul 22 22:16:10.900322 dv-cinder-801912-2-iscsi neutron-server[93281]: 'Port': '1.7', Jul 22 22:16:10.900322 dv-cinder-801912-2-iscsi neutron-server[93281]: 'PortForwarding': '1.2', Jul 22 22:16:10.900322 dv-cinder-801912-2-iscsi neutron-server[93281]: 'QosPolicy': '1.8', Jul 22 22:16:10.900322 dv-cinder-801912-2-iscsi neutron-server[93281]: 'SecurityGroup': '1.4', Jul 22 22:16:10.900322 dv-cinder-801912-2-iscsi neutron-server[93281]: 'SecurityGroupRule': '1.2', Jul 22 22:16:10.900322 dv-cinder-801912-2-iscsi neutron-server[93281]: 'SubPort': '1.0', Jul 22 22:16:10.900322 dv-cinder-801912-2-iscsi neutron-server[93281]: 'Subnet': '1.1', Jul 22 22:16:10.900322 dv-cinder-801912-2-iscsi neutron-server[93281]: 'Trunk': '1.1'}} Jul 22 22:16:10.900322 dv-cinder-801912-2-iscsi neutron-server[93281]: {{(pid=93281) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 22:16:10.924636 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-1ce10143-12aa-4673-b161-0ff78db5adec None None] Attempting to bind port 8aa981ad-5c4e-4f3d-8298-d8445a899753 on host dv-cinder-801912-2-iscsi for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:16:10.925093 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-1ce10143-12aa-4673-b161-0ff78db5adec None None] Attempting to bind port 8aa981ad-5c4e-4f3d-8298-d8445a899753 by drivers openvswitch,hyperv on host dv-cinder-801912-2-iscsi at level 0 using segments [{'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:16:10.925556 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce10143-12aa-4673-b161-0ff78db5adec None None] Attempting to bind port 8aa981ad-5c4e-4f3d-8298-d8445a899753 on network f8c72cc4-96e2-4f72-802d-5144237f0ca7 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:16:10.933647 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce10143-12aa-4673-b161-0ff78db5adec None None] Checking agent: {'id': '46b940f2-f108-4e1e-b841-f66930078767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801912-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 8, 19), 'started_at': datetime.datetime(2021, 7, 22, 22, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801912-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:16:10.934154 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce10143-12aa-4673-b161-0ff78db5adec None None] Checking segment: {'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:16:10.935230 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-1ce10143-12aa-4673-b161-0ff78db5adec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:10.935230 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce10143-12aa-4673-b161-0ff78db5adec None None] Bound using segment: {'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:16:10.936180 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-1ce10143-12aa-4673-b161-0ff78db5adec None None] Bound port: 8aa981ad-5c4e-4f3d-8298-d8445a899753, host: dv-cinder-801912-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:16:10.936381 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-1ce10143-12aa-4673-b161-0ff78db5adec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:11.002936 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0be2e5aa-57b6-45da-aa50-d56cfc6e6923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1788509'] for network, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:11.020275 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-1ce10143-12aa-4673-b161-0ff78db5adec None None] For port 8aa981ad-5c4e-4f3d-8298-d8445a899753, host dv-cinder-801912-2-iscsi, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:16:11.023743 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-1ce10143-12aa-4673-b161-0ff78db5adec None None] For port 8aa981ad-5c4e-4f3d-8298-d8445a899753, host dv-cinder-801912-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=8aa981ad-5c4e-4f3d-8298-d8445a899753,segment=NetworkSegment(b880b034-49fb-48cf-bc81-b26ee1611faf),segment_id=b880b034-49fb-48cf-bc81-b26ee1611faf)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:16:11.030900 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-1ce10143-12aa-4673-b161-0ff78db5adec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:11.081786 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-792c53b6-7e9d-4ff8-9c71-9cd740dc0932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6623b-6574-46c4-82fd-78327971c202', 'name': 'tempest-AttachVolumeShelveTestJSON-1437646967-router', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:16:04Z', 'updated_at': '2021-07-22T22:16:08Z', 'revision_number': 3, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'gw_port': {'id': '068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a6623b-6574-46c4-82fd-78327971c202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:06Z', 'updated_at': '2021-07-22T22:16:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi'}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:11.102007 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce10143-12aa-4673-b161-0ff78db5adec None None] Routers {'1301165d-695f-4bee-9df9-216d3eccd07f'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:16:11.103267 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-1ce10143-12aa-4673-b161-0ff78db5adec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:15:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['1301165d-695f-4bee-9df9-216d3eccd07f'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:11.108486 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9ff32-33d3-4703-9bbf-48648fccd50a None None] Pushing event updated for resources: {'Port': ['ID=8aa981ad-5c4e-4f3d-8298-d8445a899753,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:11.135307 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792c53b6-7e9d-4ff8-9c71-9cd740dc0932 None None] Checking router: 03a6623b-6574-46c4-82fd-78327971c202 for host: dv-cinder-801912-2-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:16:11.135944 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792c53b6-7e9d-4ff8-9c71-9cd740dc0932 None None] Updating router 03a6623b-6574-46c4-82fd-78327971c202 port 068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5 binding host dv-cinder-801912-2-iscsi {{(pid=93280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:16:11.154774 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0be2e5aa-57b6-45da-aa50-d56cfc6e6923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760422', 'neutron.services.segments.db._delete_segments_for_network-8746838092337'] for network, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:11.200965 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-792c53b6-7e9d-4ff8-9c71-9cd740dc0932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:11.203390 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0be2e5aa-57b6-45da-aa50-d56cfc6e6923 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:16:11.203748 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0be2e5aa-57b6-45da-aa50-d56cfc6e6923 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:16:11.204568 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0be2e5aa-57b6-45da-aa50-d56cfc6e6923 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:16:11.204916 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0be2e5aa-57b6-45da-aa50-d56cfc6e6923 admin admin] Subscribe: > port after_create 55550000 {{(pid=93278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:16:11.205244 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0be2e5aa-57b6-45da-aa50-d56cfc6e6923 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:16:11.205578 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0be2e5aa-57b6-45da-aa50-d56cfc6e6923 admin admin] Subscribe: > port after_update 55550000 {{(pid=93278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:16:11.205893 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0be2e5aa-57b6-45da-aa50-d56cfc6e6923 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:16:11.206210 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0be2e5aa-57b6-45da-aa50-d56cfc6e6923 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:16:11.206519 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0be2e5aa-57b6-45da-aa50-d56cfc6e6923 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:16:11.206839 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0be2e5aa-57b6-45da-aa50-d56cfc6e6923 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:16:11.256031 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ddd006c7-e716-432a-9948-4b3a10b8b5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:11.261228 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-1ce10143-12aa-4673-b161-0ff78db5adec None None] Set router 1301165d-695f-4bee-9df9-216d3eccd07f gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:16:11.396721 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0be2e5aa-57b6-45da-aa50-d56cfc6e6923 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:16:11.397056 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0be2e5aa-57b6-45da-aa50-d56cfc6e6923 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:16:11.397390 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0be2e5aa-57b6-45da-aa50-d56cfc6e6923 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:16:11.397718 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0be2e5aa-57b6-45da-aa50-d56cfc6e6923 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:16:11.398084 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-0be2e5aa-57b6-45da-aa50-d56cfc6e6923 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f873aae5-a0bd-488d-8d7d-6bafd160e66b']}} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:11.442833 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-0be2e5aa-57b6-45da-aa50-d56cfc6e6923 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd46cb02-2ed9-4c57-bf67-fb0cf784b440') {'for_net_delete': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:11.443166 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-0be2e5aa-57b6-45da-aa50-d56cfc6e6923 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd46cb02-2ed9-4c57-bf67-fb0cf784b440') {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:11.471673 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-1ce10143-12aa-4673-b161-0ff78db5adec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1301165d-695f-4bee-9df9-216d3eccd07f', 'name': 'tempest-ServerRescueNegativeTestJSON-1428461074-router', 'tenant_id': '604ef9807f4d4f399b2b68ee7a07f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '8aa981ad-5c4e-4f3d-8298-d8445a899753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:16:04Z', 'updated_at': '2021-07-22T22:16:07Z', 'revision_number': 3, 'project_id': '604ef9807f4d4f399b2b68ee7a07f4e4', 'gw_port': {'id': '8aa981ad-5c4e-4f3d-8298-d8445a899753', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1301165d-695f-4bee-9df9-216d3eccd07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:06Z', 'updated_at': '2021-07-22T22:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi'}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:11.500855 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.db_base_plugin_common [None req-ddd006c7-e716-432a-9948-4b3a10b8b5b7 admin admin] Allocated IP 172.20.0.1 (4aaef0ad-84e7-449b-8140-d9a9cce60069/5caf93b5-914e-42f5-8313-0d8eb8086bc1/560d020e-b759-4813-b805-8754aefbf1da) {{(pid=93279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:16:11.512189 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0be2e5aa-57b6-45da-aa50-d56cfc6e6923 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746838093114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2973926'] for segment, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:11.524672 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce10143-12aa-4673-b161-0ff78db5adec None None] The sync data for ids ['1301165d-695f-4bee-9df9-216d3eccd07f'] in dv-cinder-801912-2-iscsi is: [{'id': '1301165d-695f-4bee-9df9-216d3eccd07f', 'name': 'tempest-ServerRescueNegativeTestJSON-1428461074-router', 'tenant_id': '604ef9807f4d4f399b2b68ee7a07f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '8aa981ad-5c4e-4f3d-8298-d8445a899753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:16:04Z', 'updated_at': '2021-07-22T22:16:07Z', 'revision_number': 3, 'project_id': '604ef9807f4d4f399b2b68ee7a07f4e4', 'gw_port': {'id': '8aa981ad-5c4e-4f3d-8298-d8445a899753', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1301165d-695f-4bee-9df9-216d3eccd07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:06Z', 'updated_at': '2021-07-22T22:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi'}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:16:11.538385 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-792c53b6-7e9d-4ff8-9c71-9cd740dc0932 None None] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:11.549396 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-14c79314-bd1d-41d4-a704-d58a80aad57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:11.550469 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-792c53b6-7e9d-4ff8-9c71-9cd740dc0932 None None] Transition to ACTIVE for port object 068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5 will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:16:11.557515 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-792c53b6-7e9d-4ff8-9c71-9cd740dc0932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:11.566969 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0be2e5aa-57b6-45da-aa50-d56cfc6e6923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122'] for segment, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:11.584185 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be2e5aa-57b6-45da-aa50-d56cfc6e6923 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:16:11.585043 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0be2e5aa-57b6-45da-aa50-d56cfc6e6923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2431524'] for segment, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:11.592479 dv-cinder-801912-2-iscsi neutron-server[93278]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 22:16:11.592479 dv-cinder-801912-2-iscsi neutron-server[93278]: from cryptography.utils import int_from_bytes Jul 22 22:16:11.592479 dv-cinder-801912-2-iscsi neutron-server[93278]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 22:16:11.592479 dv-cinder-801912-2-iscsi neutron-server[93278]: from cryptography.utils import int_from_bytes Jul 22 22:16:11.592479 dv-cinder-801912-2-iscsi neutron-server[93278]: Traceback (most recent call last): Jul 22 22:16:11.592479 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:16:11.592479 dv-cinder-801912-2-iscsi neutron-server[93278]: timer() Jul 22 22:16:11.592479 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:16:11.592479 dv-cinder-801912-2-iscsi neutron-server[93278]: cb(*args, **kw) Jul 22 22:16:11.592479 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:16:11.592479 dv-cinder-801912-2-iscsi neutron-server[93278]: return func(*args, **kwargs) Jul 22 22:16:11.592479 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:16:11.592479 dv-cinder-801912-2-iscsi neutron-server[93278]: self._notify() Jul 22 22:16:11.592479 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:16:11.592479 dv-cinder-801912-2-iscsi neutron-server[93278]: self.callback(batched_events) Jul 22 22:16:11.592479 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:16:11.592479 dv-cinder-801912-2-iscsi neutron-server[93278]: event.method(event) Jul 22 22:16:11.592479 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:16:11.592479 dv-cinder-801912-2-iscsi neutron-server[93278]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:16:11.592479 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:16:11.592479 dv-cinder-801912-2-iscsi neutron-server[93278]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:16:11.592479 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:16:11.592479 dv-cinder-801912-2-iscsi neutron-server[93278]: return f(self, *a, **k) Jul 22 22:16:11.592479 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:16:11.592479 dv-cinder-801912-2-iscsi neutron-server[93278]: return self._get(url).json() Jul 22 22:16:11.592479 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:16:11.592479 dv-cinder-801912-2-iscsi neutron-server[93278]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:16:11.592479 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:16:11.592479 dv-cinder-801912-2-iscsi neutron-server[93278]: return self.request(url, 'GET', **kwargs) Jul 22 22:16:11.592479 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:16:11.592479 dv-cinder-801912-2-iscsi neutron-server[93278]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:16:11.592479 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:16:11.592479 dv-cinder-801912-2-iscsi neutron-server[93278]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:16:11.592479 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:16:11.592479 dv-cinder-801912-2-iscsi neutron-server[93278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:16:11.592479 dv-cinder-801912-2-iscsi neutron-server[93278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:16:11.617562 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-792c53b6-7e9d-4ff8-9c71-9cd740dc0932 None None] Attempting to bind port 068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5 on host dv-cinder-801912-2-iscsi for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:16:11.618205 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-792c53b6-7e9d-4ff8-9c71-9cd740dc0932 None None] Attempting to bind port 068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5 by drivers openvswitch,hyperv on host dv-cinder-801912-2-iscsi at level 0 using segments [{'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:16:11.618754 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792c53b6-7e9d-4ff8-9c71-9cd740dc0932 None None] Attempting to bind port 068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5 on network f8c72cc4-96e2-4f72-802d-5144237f0ca7 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:16:11.622177 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d908149-1f51-4cc4-ad48-b38ec9604aa5 None None] Pushing event updated for resources: {'Port': ['ID=068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:11.627868 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792c53b6-7e9d-4ff8-9c71-9cd740dc0932 None None] Checking agent: {'id': '46b940f2-f108-4e1e-b841-f66930078767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801912-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 8, 19), 'started_at': datetime.datetime(2021, 7, 22, 22, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801912-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:16:11.628655 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792c53b6-7e9d-4ff8-9c71-9cd740dc0932 None None] Checking segment: {'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:16:11.629289 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-792c53b6-7e9d-4ff8-9c71-9cd740dc0932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:11.629892 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792c53b6-7e9d-4ff8-9c71-9cd740dc0932 None None] Bound using segment: {'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:16:11.630638 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-792c53b6-7e9d-4ff8-9c71-9cd740dc0932 None None] Bound port: 068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5, host: dv-cinder-801912-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:16:11.631284 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-792c53b6-7e9d-4ff8-9c71-9cd740dc0932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:11.670164 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ddd006c7-e716-432a-9948-4b3a10b8b5b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:11.686510 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-792c53b6-7e9d-4ff8-9c71-9cd740dc0932 None None] For port 068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5, host dv-cinder-801912-2-iscsi, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:16:11.690684 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-792c53b6-7e9d-4ff8-9c71-9cd740dc0932 None None] For port 068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5, host dv-cinder-801912-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5,segment=NetworkSegment(b880b034-49fb-48cf-bc81-b26ee1611faf),segment_id=b880b034-49fb-48cf-bc81-b26ee1611faf)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:16:11.698275 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-792c53b6-7e9d-4ff8-9c71-9cd740dc0932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:11.719630 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0be2e5aa-57b6-45da-aa50-d56cfc6e6923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718227'] for network, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:11.720433 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-ddd006c7-e716-432a-9948-4b3a10b8b5b7 admin admin] Transition to ACTIVE for port object 560d020e-b759-4813-b805-8754aefbf1da will not be triggered until provisioned by entity DHCP. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:16:11.745194 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0be2e5aa-57b6-45da-aa50-d56cfc6e6923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:11.751941 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-0be2e5aa-57b6-45da-aa50-d56cfc6e6923 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f873aae5-a0bd-488d-8d7d-6bafd160e66b HTTP/1.1" status: 204 len: 168 time: 0.8813758 Jul 22 22:16:11.755488 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2e5aa-57b6-45da-aa50-d56cfc6e6923 admin admin] Pushing event deleted for resources: {'Network': ['ID=f873aae5-a0bd-488d-8d7d-6bafd160e66b,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:11.767656 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d908149-1f51-4cc4-ad48-b38ec9604aa5 None None] Pushing event updated for resources: {'Port': ['ID=068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:11.770233 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792c53b6-7e9d-4ff8-9c71-9cd740dc0932 None None] Routers {'03a6623b-6574-46c4-82fd-78327971c202'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:16:11.771695 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-792c53b6-7e9d-4ff8-9c71-9cd740dc0932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:15:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['03a6623b-6574-46c4-82fd-78327971c202'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:11.836487 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b32496cf-8437-459d-aa54-dc3d7ead9bd1 req-fcaec7c8-ccb5-4262-9b61-a4910ad0dfd7 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc619df4-6035-4260-9839-b7ff92d72fbf HTTP/1.1" status: 200 len: 210 time: 0.0706925 Jul 22 22:16:11.886782 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ddd006c7-e716-432a-9948-4b3a10b8b5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960856'] for port, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:11.967070 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [None req-14c79314-bd1d-41d4-a704-d58a80aad57e admin admin] Allocated IP 172.20.0.1 (e4b6b76f-1ef4-401f-90f1-c356e02d995c/f78ae926-97ca-4316-a2d0-74eca96df0da/0cdca4fb-4f64-40f6-b776-671174e0cc9a) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:16:11.975186 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd006c7-e716-432a-9948-4b3a10b8b5b7 admin admin] Network 4aaef0ad-84e7-449b-8140-d9a9cce60069 is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:16:11.980670 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-ddd006c7-e716-432a-9948-4b3a10b8b5b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:16:11.997195 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd006c7-e716-432a-9948-4b3a10b8b5b7 admin admin] Received port after_create {{(pid=93279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:16:12.068285 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ddd006c7-e716-432a-9948-4b3a10b8b5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-718106'] for router_interface, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:12.168341 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-792c53b6-7e9d-4ff8-9c71-9cd740dc0932 None None] Set router 03a6623b-6574-46c4-82fd-78327971c202 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:16:12.197372 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 43242) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:12.281169 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-14c79314-bd1d-41d4-a704-d58a80aad57e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:12.282626 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd006c7-e716-432a-9948-4b3a10b8b5b7 admin admin] Pushing event updated for resources: {'Port': ['ID=560d020e-b759-4813-b805-8754aefbf1da,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:12.302220 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-b3f1ad80-503f-4fff-964c-e61baee5b31d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=970c6e551394478dbe913a21be48321d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1008041 Jul 22 22:16:12.306645 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 43248) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:12.395029 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-2fc731d1-2bfc-4669-8d7b-d78e8b116c72 None None] Provisioning for port 560d020e-b759-4813-b805-8754aefbf1da completed by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:16:12.399654 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-14c79314-bd1d-41d4-a704-d58a80aad57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:12.408586 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-2fc731d1-2bfc-4669-8d7b-d78e8b116c72 None None] Provisioning complete for port 560d020e-b759-4813-b805-8754aefbf1da triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:12.409550 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2fc731d1-2bfc-4669-8d7b-d78e8b116c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:12.435979 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bc937fb7-2a56-4d69-b14c-06095fbf988b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:12.476496 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c79314-bd1d-41d4-a704-d58a80aad57e admin admin] Network e4b6b76f-1ef4-401f-90f1-c356e02d995c is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:16:12.486352 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bc937fb7-2a56-4d69-b14c-06095fbf988b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:12.488473 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-14c79314-bd1d-41d4-a704-d58a80aad57e admin admin] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:16:12.491081 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c79314-bd1d-41d4-a704-d58a80aad57e admin admin] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:16:12.493480 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c79314-bd1d-41d4-a704-d58a80aad57e admin admin] Pushing event updated for resources: {'Port': ['ID=0cdca4fb-4f64-40f6-b776-671174e0cc9a,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:12.499126 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-2fc731d1-2bfc-4669-8d7b-d78e8b116c72 None None] Port 560d020e-b759-4813-b805-8754aefbf1da cannot update to ACTIVE because it is not bound. {{(pid=93280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:16:12.527642 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-792c53b6-7e9d-4ff8-9c71-9cd740dc0932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6623b-6574-46c4-82fd-78327971c202', 'name': 'tempest-AttachVolumeShelveTestJSON-1437646967-router', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:16:04Z', 'updated_at': '2021-07-22T22:16:08Z', 'revision_number': 3, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'gw_port': {'id': '068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a6623b-6574-46c4-82fd-78327971c202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:06Z', 'updated_at': '2021-07-22T22:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi'}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:12.556459 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ddd006c7-e716-432a-9948-4b3a10b8b5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:12.559057 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792c53b6-7e9d-4ff8-9c71-9cd740dc0932 None None] The sync data for ids ['03a6623b-6574-46c4-82fd-78327971c202'] in dv-cinder-801912-2-iscsi is: [{'id': '03a6623b-6574-46c4-82fd-78327971c202', 'name': 'tempest-AttachVolumeShelveTestJSON-1437646967-router', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:16:04Z', 'updated_at': '2021-07-22T22:16:08Z', 'revision_number': 3, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'gw_port': {'id': '068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a6623b-6574-46c4-82fd-78327971c202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:06Z', 'updated_at': '2021-07-22T22:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi'}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:16:12.565942 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-14c79314-bd1d-41d4-a704-d58a80aad57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-718106'] for router_interface, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:12.640141 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bc937fb7-2a56-4d69-b14c-06095fbf988b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:12.643103 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bc937fb7-2a56-4d69-b14c-06095fbf988b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:12.647268 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-bc937fb7-2a56-4d69-b14c-06095fbf988b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8c1a5726-a08a-4d5b-9845-c7667cbfb3f2 HTTP/1.1" status: 204 len: 168 time: 0.3396046 Jul 22 22:16:12.676932 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc937fb7-2a56-4d69-b14c-06095fbf988b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1a5726-a08a-4d5b-9845-c7667cbfb3f2,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:12.784358 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-14c79314-bd1d-41d4-a704-d58a80aad57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:12.811147 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ddd006c7-e716-432a-9948-4b3a10b8b5b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:12.817447 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ddd006c7-e716-432a-9948-4b3a10b8b5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960851'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:12.892703 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd006c7-e716-432a-9948-4b3a10b8b5b7 admin admin] Pushing event updated for resources: {'Port': ['ID=560d020e-b759-4813-b805-8754aefbf1da,revision_number=2']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:12.901215 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ddd006c7-e716-432a-9948-4b3a10b8b5b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717738'] for router_interface, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:13.040834 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-76f49cad-85c5-4215-8840-ddafe25f29ac req-9c820d9b-a1d6-439f-b86e-b6e89bb4434a tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc619df4-6035-4260-9839-b7ff92d72fbf HTTP/1.1" status: 200 len: 210 time: 0.0951223 Jul 22 22:16:13.110935 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd006c7-e716-432a-9948-4b3a10b8b5b7 admin admin] Network 4aaef0ad-84e7-449b-8140-d9a9cce60069 is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:16:13.112602 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-ddd006c7-e716-432a-9948-4b3a10b8b5b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:16:13.269119 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-14c79314-bd1d-41d4-a704-d58a80aad57e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:13.269119 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-14c79314-bd1d-41d4-a704-d58a80aad57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:13.300018 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd006c7-e716-432a-9948-4b3a10b8b5b7 admin admin] Router 03a6623b-6574-46c4-82fd-78327971c202 has already been hosted by L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 {{(pid=93279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:16:13.383338 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.115', 59259) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:13.420577 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 43264) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:13.582850 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-14c79314-bd1d-41d4-a704-d58a80aad57e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717738'] for router_interface, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:13.631235 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-90173dcc-b80b-4a6e-b567-2c84b98cb454 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1a9218de0288467abc490d7261d8a79c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2102854 Jul 22 22:16:13.639436 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 43274) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:13.650898 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-c75bed43-72a7-4802-9141-636675b25b57 None None] Provisioning complete for port 560d020e-b759-4813-b805-8754aefbf1da triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:13.659144 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c75bed43-72a7-4802-9141-636675b25b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:13.664715 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 8aa981ad-5c4e-4f3d-8298-d8445a899753 up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:16:13.673169 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd006c7-e716-432a-9948-4b3a10b8b5b7 admin admin] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:16:13.675281 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c79314-bd1d-41d4-a704-d58a80aad57e admin admin] Pushing event updated for resources: {'Port': ['ID=0cdca4fb-4f64-40f6-b776-671174e0cc9a,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:13.688897 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-ddd006c7-e716-432a-9948-4b3a10b8b5b7 admin admin] 10.222.0.11 "PUT /v2.0/routers/03a6623b-6574-46c4-82fd-78327971c202/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0398741 Jul 22 22:16:13.785403 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-42a79bba-0c9f-42b3-9d7b-5cabdfd5f828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:13.860272 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-42a79bba-0c9f-42b3-9d7b-5cabdfd5f828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:13.898548 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-c75bed43-72a7-4802-9141-636675b25b57 None None] Port 560d020e-b759-4813-b805-8754aefbf1da cannot update to ACTIVE because it is not bound. {{(pid=93280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:16:13.907341 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning for port 8aa981ad-5c4e-4f3d-8298-d8445a899753 completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:16:13.917010 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port 8aa981ad-5c4e-4f3d-8298-d8445a899753 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:13.917957 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:13.982207 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-42a79bba-0c9f-42b3-9d7b-5cabdfd5f828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:13.986272 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-42a79bba-0c9f-42b3-9d7b-5cabdfd5f828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:13.989861 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-42a79bba-0c9f-42b3-9d7b-5cabdfd5f828 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e21472a3-0414-42bd-8264-874db3be090d HTTP/1.1" status: 204 len: 168 time: 0.3473046 Jul 22 22:16:14.016533 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a79bba-0c9f-42b3-9d7b-5cabdfd5f828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21472a3-0414-42bd-8264-874db3be090d,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:14.226294 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:14.302118 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] For port 8aa981ad-5c4e-4f3d-8298-d8445a899753, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=8aa981ad-5c4e-4f3d-8298-d8445a899753,segment=NetworkSegment(b880b034-49fb-48cf-bc81-b26ee1611faf),segment_id=b880b034-49fb-48cf-bc81-b26ee1611faf)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:14.309229 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:14.310609 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5 up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:16:14.462101 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Pushing event updated for resources: {'Port': ['ID=8aa981ad-5c4e-4f3d-8298-d8445a899753,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:14.487427 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning for port 068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5 completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:16:14.494318 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port 068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:14.496865 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:14.540946 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-819dce54-5102-4dea-8084-ecc6f2061a0f tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:14.540946 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-819dce54-5102-4dea-8084-ecc6f2061a0f tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.115 "GET /v2.0/networks?id=f3848d29-2553-41a1-95ce-241b20461879 HTTP/1.1" status: 200 len: 812 time: 1.1536326 Jul 22 22:16:14.577893 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4a4090ce-617a-4591-be7b-4206c4354e3f req-ba113324-6e0d-47e5-a0e5-364e6d189560 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc619df4-6035-4260-9839-b7ff92d72fbf HTTP/1.1" status: 200 len: 210 time: 0.0815649 Jul 22 22:16:14.632764 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-a52551ad-0cfe-48c8-8fe2-44b7b8d94770 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Request body: {'port': {'device_id': 'bc619df4-6035-4260-9839-b7ff92d72fbf', 'network_id': 'f3848d29-2553-41a1-95ce-241b20461879', 'admin_state_up': True, 'tenant_id': '37e39d126b1c442dac05431fb69ed7b6'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:14.691626 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c79314-bd1d-41d4-a704-d58a80aad57e admin admin] Network e4b6b76f-1ef4-401f-90f1-c356e02d995c is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:16:14.706732 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-14c79314-bd1d-41d4-a704-d58a80aad57e admin admin] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:16:14.732585 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 43336) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:14.750138 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:14.837139 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] For port 068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5,segment=NetworkSegment(b880b034-49fb-48cf-bc81-b26ee1611faf),segment_id=b880b034-49fb-48cf-bc81-b26ee1611faf)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:14.844871 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:14.987221 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e407c732-ad1d-4d77-b6d8-324d270f475e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:14.987957 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Pushing event updated for resources: {'Port': ['ID=068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:15.260755 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e407c732-ad1d-4d77-b6d8-324d270f475e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:15.268064 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e407c732-ad1d-4d77-b6d8-324d270f475e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:15.331630 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 43356) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:15.340700 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-23faa2d2-0356-4029-9844-b4380380b86a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Request body: {'security_group': {'name': 'tempest-securitygroup--958298553', 'description': 'tempest-description--1037554562'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:15.414097 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-a52551ad-0cfe-48c8-8fe2-44b7b8d94770 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Made reservation on behalf of 37e39d126b1c442dac05431fb69ed7b6 for: {'port': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:16:15.417672 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-a52551ad-0cfe-48c8-8fe2-44b7b8d94770 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:15.440177 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-e407c732-ad1d-4d77-b6d8-324d270f475e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b6410814e69844779cd919aa86c2c38b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7058432 Jul 22 22:16:15.442588 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407c732-ad1d-4d77-b6d8-324d270f475e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7646513f-a00f-4ea0-9f37-7f0a5bc40354,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:15.445646 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-23faa2d2-0356-4029-9844-b4380380b86a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:15.452095 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 43360) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:15.505089 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 8aa981ad-5c4e-4f3d-8298-d8445a899753 up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:16:15.605410 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7d106e93-a8e9-4d40-a566-258781632d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:15.696459 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7d106e93-a8e9-4d40-a566-258781632d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:15.724761 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port 8aa981ad-5c4e-4f3d-8298-d8445a899753 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:15.727450 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:15.969667 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e20b79-20d6-46cb-b145-ba9f37d6c8b2 None None] Sync routers for ids ['03a6623b-6574-46c4-82fd-78327971c202'] in dv-cinder-801912-2-iscsi {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:16:15.969667 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e20b79-20d6-46cb-b145-ba9f37d6c8b2 None None] Routers {'03a6623b-6574-46c4-82fd-78327971c202'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:16:15.971291 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c79314-bd1d-41d4-a704-d58a80aad57e admin admin] Router 1301165d-695f-4bee-9df9-216d3eccd07f has already been hosted by L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:16:15.972060 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-24e20b79-20d6-46cb-b145-ba9f37d6c8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:15:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['03a6623b-6574-46c4-82fd-78327971c202'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:16.057759 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5 up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:16:16.073815 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-80ebf436-3ccf-489d-9fb9-fd547c255489 req-889d9401-f689-41c8-8359-d860a65bf991 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc619df4-6035-4260-9839-b7ff92d72fbf HTTP/1.1" status: 200 len: 210 time: 0.1735809 Jul 22 22:16:16.128253 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7d106e93-a8e9-4d40-a566-258781632d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:16.135053 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7d106e93-a8e9-4d40-a566-258781632d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:16.137548 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-7d106e93-a8e9-4d40-a566-258781632d2e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7646513f-a00f-4ea0-9f37-7f0a5bc40354 HTTP/1.1" status: 204 len: 168 time: 0.6713369 Jul 22 22:16:16.167061 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-23faa2d2-0356-4029-9844-b4380380b86a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:16.170953 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port 068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:16.173847 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:16.188266 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-23faa2d2-0356-4029-9844-b4380380b86a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:16.206370 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d106e93-a8e9-4d40-a566-258781632d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7646513f-a00f-4ea0-9f37-7f0a5bc40354,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:16.266074 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-23faa2d2-0356-4029-9844-b4380380b86a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:16.270427 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-23faa2d2-0356-4029-9844-b4380380b86a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9333949 Jul 22 22:16:16.293337 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 43384) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:16.327467 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-66917a70-2633-480b-b157-513265d1b7f8 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Request body: {'security_group_rule': {'security_group_id': '4ef9b94f-257e-448e-9ef0-e55d7288b85b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:16.399035 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23faa2d2-0356-4029-9844-b4380380b86a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef9b94f-257e-448e-9ef0-e55d7288b85b,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:16.487629 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-66917a70-2633-480b-b157-513265d1b7f8 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:16.504380 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-a52551ad-0cfe-48c8-8fe2-44b7b8d94770 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Allocated IP 172.20.0.4 (f3848d29-2553-41a1-95ce-241b20461879/8d8e09a5-a866-41b9-bfda-63f41775455c/e5a9e107-fda0-4df5-921f-1b466bd6eb28) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:16:16.541517 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-77bcf489-28ef-4ceb-ab97-bb3fe26d9c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:16.630478 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c79314-bd1d-41d4-a704-d58a80aad57e admin admin] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:16:16.641663 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd697c9f-c7a4-465c-87a4-9e4ac6241dbd None None] Sync routers for ids ['1301165d-695f-4bee-9df9-216d3eccd07f'] in dv-cinder-801912-2-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:16:16.643168 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-14c79314-bd1d-41d4-a704-d58a80aad57e admin admin] 10.222.0.11 "PUT /v2.0/routers/1301165d-695f-4bee-9df9-216d3eccd07f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7722631 Jul 22 22:16:16.663741 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd697c9f-c7a4-465c-87a4-9e4ac6241dbd None None] Routers {'1301165d-695f-4bee-9df9-216d3eccd07f'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:16:16.667966 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-cd697c9f-c7a4-465c-87a4-9e4ac6241dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:15:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['1301165d-695f-4bee-9df9-216d3eccd07f'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:16.745592 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-24e20b79-20d6-46cb-b145-ba9f37d6c8b2 None None] Set router 03a6623b-6574-46c4-82fd-78327971c202 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:16:16.787181 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-66917a70-2633-480b-b157-513265d1b7f8 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:16.800008 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-66917a70-2633-480b-b157-513265d1b7f8 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559436'] for security_group_rule, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:16.843072 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66917a70-2633-480b-b157-513265d1b7f8 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=471821e3-23ef-4b54-a5e0-da7fbbb3ab09,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:16.863255 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-66917a70-2633-480b-b157-513265d1b7f8 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:16.869067 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-66917a70-2633-480b-b157-513265d1b7f8 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5659909 Jul 22 22:16:16.871512 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 43406) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:16.886573 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-b2902b1e-b7bf-46d5-ab9b-ad2fef7c668c tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Request body: {'security_group_rule': {'security_group_id': '4ef9b94f-257e-448e-9ef0-e55d7288b85b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:16.958652 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-a52551ad-0cfe-48c8-8fe2-44b7b8d94770 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:17.014638 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b2902b1e-b7bf-46d5-ab9b-ad2fef7c668c tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:17.135307 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-cd697c9f-c7a4-465c-87a4-9e4ac6241dbd None None] Set router 1301165d-695f-4bee-9df9-216d3eccd07f gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:16:17.148806 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-a52551ad-0cfe-48c8-8fe2-44b7b8d94770 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:17.254105 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b2902b1e-b7bf-46d5-ab9b-ad2fef7c668c tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:17.283562 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b2902b1e-b7bf-46d5-ab9b-ad2fef7c668c tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559436'] for security_group_rule, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:17.407216 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b2902b1e-b7bf-46d5-ab9b-ad2fef7c668c tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:17.421348 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-b2902b1e-b7bf-46d5-ab9b-ad2fef7c668c tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5415425 Jul 22 22:16:17.424647 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 43436) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:17.480363 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2902b1e-b7bf-46d5-ab9b-ad2fef7c668c tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84716bdb-2c90-439d-80aa-7d8f762c157b,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:17.488764 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-3b4d2762-4b21-4296-9cc4-b971739f4f08 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Request body: {'floatingip': {'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:17.507329 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52551ad-0cfe-48c8-8fe2-44b7b8d94770 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Pushing event updated for resources: {'Port': ['ID=e5a9e107-fda0-4df5-921f-1b466bd6eb28,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:17.524397 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-a52551ad-0cfe-48c8-8fe2-44b7b8d94770 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Network f3848d29-2553-41a1-95ce-241b20461879 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:16:17.526803 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-a52551ad-0cfe-48c8-8fe2-44b7b8d94770 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:16:17.530126 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-a52551ad-0cfe-48c8-8fe2-44b7b8d94770 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:16:17.588881 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3b4d2762-4b21-4296-9cc4-b971739f4f08 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for floatingip, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:17.635497 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-24e20b79-20d6-46cb-b145-ba9f37d6c8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6623b-6574-46c4-82fd-78327971c202', 'name': 'tempest-AttachVolumeShelveTestJSON-1437646967-router', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:16:04Z', 'updated_at': '2021-07-22T22:16:12Z', 'revision_number': 4, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'gw_port': {'id': '068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6623b-6574-46c4-82fd-78327971c202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:06Z', 'updated_at': '2021-07-22T22:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '560d020e-b759-4813-b805-8754aefbf1da', 'name': '', 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'mac_address': 'fa:16:3e:b5:31:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a6623b-6574-46c4-82fd-78327971c202', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5caf93b5-914e-42f5-8313-0d8eb8086bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:11Z', 'updated_at': '2021-07-22T22:16:12Z', 'revision_number': 2, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'subnets': [{'id': '5caf93b5-914e-42f5-8313-0d8eb8086bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:17.654034 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-a52551ad-0cfe-48c8-8fe2-44b7b8d94770 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:17.656149 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-a52551ad-0cfe-48c8-8fe2-44b7b8d94770 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:17.711746 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-a52551ad-0cfe-48c8-8fe2-44b7b8d94770 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1123848 Jul 22 22:16:17.753435 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e20b79-20d6-46cb-b145-ba9f37d6c8b2 None None] Checking router: 03a6623b-6574-46c4-82fd-78327971c202 for host: dv-cinder-801912-2-iscsi {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:16:17.755508 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e20b79-20d6-46cb-b145-ba9f37d6c8b2 None None] Updating router 03a6623b-6574-46c4-82fd-78327971c202 port 560d020e-b759-4813-b805-8754aefbf1da binding host dv-cinder-801912-2-iscsi {{(pid=93281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:16:17.756609 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b897dc9-f5b3-42e4-ab32-6c907309dd10 req-a1ba29df-9ff6-4d31-b263-42de516ea127 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:17.759625 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-9b897dc9-f5b3-42e4-ab32-6c907309dd10 req-a1ba29df-9ff6-4d31-b263-42de516ea127 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc619df4-6035-4260-9839-b7ff92d72fbf HTTP/1.1" status: 200 len: 931 time: 0.4463987 Jul 22 22:16:17.872528 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-24e20b79-20d6-46cb-b145-ba9f37d6c8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:17.983418 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-cd697c9f-c7a4-465c-87a4-9e4ac6241dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1301165d-695f-4bee-9df9-216d3eccd07f', 'name': 'tempest-ServerRescueNegativeTestJSON-1428461074-router', 'tenant_id': '604ef9807f4d4f399b2b68ee7a07f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '8aa981ad-5c4e-4f3d-8298-d8445a899753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:16:04Z', 'updated_at': '2021-07-22T22:16:12Z', 'revision_number': 4, 'project_id': '604ef9807f4d4f399b2b68ee7a07f4e4', 'gw_port': {'id': '8aa981ad-5c4e-4f3d-8298-d8445a899753', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1301165d-695f-4bee-9df9-216d3eccd07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:06Z', 'updated_at': '2021-07-22T22:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '0cdca4fb-4f64-40f6-b776-671174e0cc9a', 'name': '', 'network_id': 'e4b6b76f-1ef4-401f-90f1-c356e02d995c', 'tenant_id': '604ef9807f4d4f399b2b68ee7a07f4e4', 'mac_address': 'fa:16:3e:69:8f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1301165d-695f-4bee-9df9-216d3eccd07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f78ae926-97ca-4316-a2d0-74eca96df0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:11Z', 'updated_at': '2021-07-22T22:16:12Z', 'revision_number': 2, 'project_id': '604ef9807f4d4f399b2b68ee7a07f4e4', 'subnets': [{'id': 'f78ae926-97ca-4316-a2d0-74eca96df0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:18.137561 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd697c9f-c7a4-465c-87a4-9e4ac6241dbd None None] Checking router: 1301165d-695f-4bee-9df9-216d3eccd07f for host: dv-cinder-801912-2-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:16:18.141309 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd697c9f-c7a4-465c-87a4-9e4ac6241dbd None None] Updating router 1301165d-695f-4bee-9df9-216d3eccd07f port 0cdca4fb-4f64-40f6-b776-671174e0cc9a binding host dv-cinder-801912-2-iscsi {{(pid=93280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:16:18.279281 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-cd697c9f-c7a4-465c-87a4-9e4ac6241dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:18.442705 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-cb7e3162-0f73-4ee3-adb8-52a2f4f84d68 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:16:18.449999 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-cb7e3162-0f73-4ee3-adb8-52a2f4f84d68 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.115 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0210204 Jul 22 22:16:18.582732 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-9b897dc9-f5b3-42e4-ab32-6c907309dd10 req-fd364641-0e4a-495f-a986-f867b4ef74aa tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/security-groups?id=2845db25-e6a3-47ba-87d7-e6b9653ec44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8159742 Jul 22 22:16:18.729135 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-24e20b79-20d6-46cb-b145-ba9f37d6c8b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:18.743261 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-24e20b79-20d6-46cb-b145-ba9f37d6c8b2 None None] Transition to ACTIVE for port object 560d020e-b759-4813-b805-8754aefbf1da will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:16:18.756703 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-24e20b79-20d6-46cb-b145-ba9f37d6c8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:18.845241 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce58df-03dd-4d73-8f38-e0882823f33f None None] Pushing event updated for resources: {'Port': ['ID=560d020e-b759-4813-b805-8754aefbf1da,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:19.011804 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3b4d2762-4b21-4296-9cc4-b971739f4f08 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:19.088577 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-fbb1d989-f315-47ae-ad75-6393ac67f3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:19.112137 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b24501-f1ef-4f85-92db-11b762f48593 req-12b627c2-e5fb-47a5-8dad-5e4a8076ca3b tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:19.113761 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-79b24501-f1ef-4f85-92db-11b762f48593 req-12b627c2-e5fb-47a5-8dad-5e4a8076ca3b tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/networks?id=e4b6b76f-1ef4-401f-90f1-c356e02d995c HTTP/1.1" status: 200 len: 819 time: 0.5072696 Jul 22 22:16:19.118003 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-24e20b79-20d6-46cb-b145-ba9f37d6c8b2 None None] Attempting to bind port 560d020e-b759-4813-b805-8754aefbf1da on host dv-cinder-801912-2-iscsi for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:16:19.118522 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-24e20b79-20d6-46cb-b145-ba9f37d6c8b2 None None] Attempting to bind port 560d020e-b759-4813-b805-8754aefbf1da by drivers openvswitch,hyperv on host dv-cinder-801912-2-iscsi at level 0 using segments [{'id': 'e3b20446-b3e0-4ede-9ab0-e90ab51c0319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:16:19.119019 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e20b79-20d6-46cb-b145-ba9f37d6c8b2 None None] Attempting to bind port 560d020e-b759-4813-b805-8754aefbf1da on network 4aaef0ad-84e7-449b-8140-d9a9cce60069 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:16:19.134155 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e20b79-20d6-46cb-b145-ba9f37d6c8b2 None None] Checking agent: {'id': '46b940f2-f108-4e1e-b841-f66930078767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801912-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 8, 19), 'started_at': datetime.datetime(2021, 7, 22, 22, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801912-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:16:19.148741 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e20b79-20d6-46cb-b145-ba9f37d6c8b2 None None] Checking segment: {'id': 'e3b20446-b3e0-4ede-9ab0-e90ab51c0319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:16:19.151931 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-24e20b79-20d6-46cb-b145-ba9f37d6c8b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:19.154657 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e20b79-20d6-46cb-b145-ba9f37d6c8b2 None None] Bound using segment: {'id': 'e3b20446-b3e0-4ede-9ab0-e90ab51c0319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:16:19.160854 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-24e20b79-20d6-46cb-b145-ba9f37d6c8b2 None None] Bound port: 560d020e-b759-4813-b805-8754aefbf1da, host: dv-cinder-801912-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3b20446-b3e0-4ede-9ab0-e90ab51c0319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:16:19.162639 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-24e20b79-20d6-46cb-b145-ba9f37d6c8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:19.232937 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-79b24501-f1ef-4f85-92db-11b762f48593 req-4a92f58a-0e05-4cb1-b7da-7b6730c62c9d tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/quotas/604ef9807f4d4f399b2b68ee7a07f4e4 HTTP/1.1" status: 200 len: 375 time: 0.0506980 Jul 22 22:16:19.321693 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-24e20b79-20d6-46cb-b145-ba9f37d6c8b2 None None] For port 560d020e-b759-4813-b805-8754aefbf1da, host dv-cinder-801912-2-iscsi, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:16:19.330771 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-24e20b79-20d6-46cb-b145-ba9f37d6c8b2 None None] For port 560d020e-b759-4813-b805-8754aefbf1da, host dv-cinder-801912-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=560d020e-b759-4813-b805-8754aefbf1da,segment=NetworkSegment(e3b20446-b3e0-4ede-9ab0-e90ab51c0319),segment_id=e3b20446-b3e0-4ede-9ab0-e90ab51c0319)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:16:19.346033 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-24e20b79-20d6-46cb-b145-ba9f37d6c8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:19.421667 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:19.495012 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e20b79-20d6-46cb-b145-ba9f37d6c8b2 None None] Routers {'03a6623b-6574-46c4-82fd-78327971c202'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:16:19.495628 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-24e20b79-20d6-46cb-b145-ba9f37d6c8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:16:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['03a6623b-6574-46c4-82fd-78327971c202'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:19.664200 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.db_base_plugin_common [None req-3b4d2762-4b21-4296-9cc4-b971739f4f08 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Allocated IP 172.27.3.143 (f8c72cc4-96e2-4f72-802d-5144237f0ca7/448cec93-c98c-4ed8-8dac-ac905c6d6ede/e778bd00-b7a4-4b6a-8455-9365cc56d175) {{(pid=93279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:16:19.791952 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-cd697c9f-c7a4-465c-87a4-9e4ac6241dbd None None] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:19.801315 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-79b24501-f1ef-4f85-92db-11b762f48593 req-2114d904-e653-4b7f-a5d8-3c07ef8842be tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=604ef9807f4d4f399b2b68ee7a07f4e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5491920 Jul 22 22:16:19.817196 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-cd697c9f-c7a4-465c-87a4-9e4ac6241dbd None None] Transition to ACTIVE for port object 0cdca4fb-4f64-40f6-b776-671174e0cc9a will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:16:19.832996 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-cd697c9f-c7a4-465c-87a4-9e4ac6241dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:19.864160 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 43514) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:19.893616 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-24e20b79-20d6-46cb-b145-ba9f37d6c8b2 None None] Set router 03a6623b-6574-46c4-82fd-78327971c202 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:16:19.925734 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-f4542fe7-919a-45b7-b2fc-374d200979b0 service neutron] Request body: {'port': {'device_id': 'bc619df4-6035-4260-9839-b7ff92d72fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:19.993680 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695d341-338e-40dd-96d2-f3f83a24feb5 None None] Pushing event updated for resources: {'Port': ['ID=0cdca4fb-4f64-40f6-b776-671174e0cc9a,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:20.155357 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-cd697c9f-c7a4-465c-87a4-9e4ac6241dbd None None] Attempting to bind port 0cdca4fb-4f64-40f6-b776-671174e0cc9a on host dv-cinder-801912-2-iscsi for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:16:20.155901 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-cd697c9f-c7a4-465c-87a4-9e4ac6241dbd None None] Attempting to bind port 0cdca4fb-4f64-40f6-b776-671174e0cc9a by drivers openvswitch,hyperv on host dv-cinder-801912-2-iscsi at level 0 using segments [{'id': 'e49ae21f-7d1d-4b26-a1fe-5a7edf437e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'e4b6b76f-1ef4-401f-90f1-c356e02d995c'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:16:20.161675 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd697c9f-c7a4-465c-87a4-9e4ac6241dbd None None] Attempting to bind port 0cdca4fb-4f64-40f6-b776-671174e0cc9a on network e4b6b76f-1ef4-401f-90f1-c356e02d995c {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:16:20.179408 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd697c9f-c7a4-465c-87a4-9e4ac6241dbd None None] Checking agent: {'id': '46b940f2-f108-4e1e-b841-f66930078767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801912-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 8, 19), 'started_at': datetime.datetime(2021, 7, 22, 22, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801912-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:16:20.181043 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd697c9f-c7a4-465c-87a4-9e4ac6241dbd None None] Checking segment: {'id': 'e49ae21f-7d1d-4b26-a1fe-5a7edf437e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'e4b6b76f-1ef4-401f-90f1-c356e02d995c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:16:20.181969 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-cd697c9f-c7a4-465c-87a4-9e4ac6241dbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:20.186967 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd697c9f-c7a4-465c-87a4-9e4ac6241dbd None None] Bound using segment: {'id': 'e49ae21f-7d1d-4b26-a1fe-5a7edf437e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'e4b6b76f-1ef4-401f-90f1-c356e02d995c'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:16:20.190933 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-cd697c9f-c7a4-465c-87a4-9e4ac6241dbd None None] Bound port: 0cdca4fb-4f64-40f6-b776-671174e0cc9a, host: dv-cinder-801912-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e49ae21f-7d1d-4b26-a1fe-5a7edf437e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'e4b6b76f-1ef4-401f-90f1-c356e02d995c'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:16:20.191608 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-cd697c9f-c7a4-465c-87a4-9e4ac6241dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:20.306234 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:20.365348 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-f4542fe7-919a-45b7-b2fc-374d200979b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:20.399944 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-cd697c9f-c7a4-465c-87a4-9e4ac6241dbd None None] For port 0cdca4fb-4f64-40f6-b776-671174e0cc9a, host dv-cinder-801912-2-iscsi, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:16:20.410161 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-cd697c9f-c7a4-465c-87a4-9e4ac6241dbd None None] For port 0cdca4fb-4f64-40f6-b776-671174e0cc9a, host dv-cinder-801912-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=0cdca4fb-4f64-40f6-b776-671174e0cc9a,segment=NetworkSegment(e49ae21f-7d1d-4b26-a1fe-5a7edf437e57),segment_id=e49ae21f-7d1d-4b26-a1fe-5a7edf437e57)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:16:20.425177 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-cd697c9f-c7a4-465c-87a4-9e4ac6241dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:20.561287 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce58df-03dd-4d73-8f38-e0882823f33f None None] Pushing event updated for resources: {'Port': ['ID=560d020e-b759-4813-b805-8754aefbf1da,revision_number=4']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:20.576556 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3b4d2762-4b21-4296-9cc4-b971739f4f08 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for port, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:20.596843 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-24e20b79-20d6-46cb-b145-ba9f37d6c8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6623b-6574-46c4-82fd-78327971c202', 'name': 'tempest-AttachVolumeShelveTestJSON-1437646967-router', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:16:04Z', 'updated_at': '2021-07-22T22:16:12Z', 'revision_number': 4, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'gw_port': {'id': '068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6623b-6574-46c4-82fd-78327971c202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:06Z', 'updated_at': '2021-07-22T22:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '560d020e-b759-4813-b805-8754aefbf1da', 'name': '', 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'mac_address': 'fa:16:3e:b5:31:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a6623b-6574-46c4-82fd-78327971c202', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5caf93b5-914e-42f5-8313-0d8eb8086bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:11Z', 'updated_at': '2021-07-22T22:16:19Z', 'revision_number': 4, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'subnets': [{'id': '5caf93b5-914e-42f5-8313-0d8eb8086bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:20.632197 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-79b24501-f1ef-4f85-92db-11b762f48593 req-f7552e84-ef5b-47bb-9728-df998f1580c4 service neutron] 10.222.0.11 "GET /v2.0/networks/e4b6b76f-1ef4-401f-90f1-c356e02d995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8298700 Jul 22 22:16:20.651191 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-891bd803-056d-486f-9f17-f76c9ce25736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:20.708640 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e20b79-20d6-46cb-b145-ba9f37d6c8b2 None None] The sync data for ids ['03a6623b-6574-46c4-82fd-78327971c202'] in dv-cinder-801912-2-iscsi is: [{'id': '03a6623b-6574-46c4-82fd-78327971c202', 'name': 'tempest-AttachVolumeShelveTestJSON-1437646967-router', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:16:04Z', 'updated_at': '2021-07-22T22:16:12Z', 'revision_number': 4, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'gw_port': {'id': '068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6623b-6574-46c4-82fd-78327971c202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:06Z', 'updated_at': '2021-07-22T22:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '560d020e-b759-4813-b805-8754aefbf1da', 'name': '', 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'mac_address': 'fa:16:3e:b5:31:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a6623b-6574-46c4-82fd-78327971c202', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5caf93b5-914e-42f5-8313-0d8eb8086bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:11Z', 'updated_at': '2021-07-22T22:16:19Z', 'revision_number': 4, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'subnets': [{'id': '5caf93b5-914e-42f5-8313-0d8eb8086bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:16:20.889277 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd697c9f-c7a4-465c-87a4-9e4ac6241dbd None None] Routers {'1301165d-695f-4bee-9df9-216d3eccd07f'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:16:20.890796 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-cd697c9f-c7a4-465c-87a4-9e4ac6241dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:16:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['1301165d-695f-4bee-9df9-216d3eccd07f'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:21.131719 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695d341-338e-40dd-96d2-f3f83a24feb5 None None] Pushing event updated for resources: {'Port': ['ID=0cdca4fb-4f64-40f6-b776-671174e0cc9a,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:21.143656 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139b898-d8ab-4f56-88d4-39d7cf273fb3 req-28834076-df32-4f87-a6a0-210be59a86b1 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:21.153780 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f139b898-d8ab-4f56-88d4-39d7cf273fb3 req-28834076-df32-4f87-a6a0-210be59a86b1 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc619df4-6035-4260-9839-b7ff92d72fbf HTTP/1.1" status: 200 len: 931 time: 1.3202908 Jul 22 22:16:21.206377 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3b4d2762-4b21-4296-9cc4-b971739f4f08 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960856'] for port, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:21.362035 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d2762-4b21-4296-9cc4-b971739f4f08 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Pushing event updated for resources: {'Port': ['ID=e778bd00-b7a4-4b6a-8455-9365cc56d175,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:21.405845 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4d2762-4b21-4296-9cc4-b971739f4f08 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Network f8c72cc4-96e2-4f72-802d-5144237f0ca7 is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:16:21.459436 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-3b4d2762-4b21-4296-9cc4-b971739f4f08 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:16:21.466274 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f139b898-d8ab-4f56-88d4-39d7cf273fb3 req-0747b382-58c5-499a-8360-044b373ea5da tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/security-groups?id=2845db25-e6a3-47ba-87d7-e6b9653ec44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116267 Jul 22 22:16:21.467099 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4d2762-4b21-4296-9cc4-b971739f4f08 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Received port after_create {{(pid=93279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:16:21.565887 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-cd697c9f-c7a4-465c-87a4-9e4ac6241dbd None None] Set router 1301165d-695f-4bee-9df9-216d3eccd07f gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:16:21.657834 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-79b24501-f1ef-4f85-92db-11b762f48593 req-500f7b8d-e935-4872-8b72-9dbaefc02e75 service neutron] 10.222.0.11 "GET /v2.0/networks/e4b6b76f-1ef4-401f-90f1-c356e02d995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9493499 Jul 22 22:16:21.715938 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 560d020e-b759-4813-b805-8754aefbf1da up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:16:22.064865 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:22.116920 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3b4d2762-4b21-4296-9cc4-b971739f4f08 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:22.206707 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-891bd803-056d-486f-9f17-f76c9ce25736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:22.233173 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-891bd803-056d-486f-9f17-f76c9ce25736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:22.270502 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3b4d2762-4b21-4296-9cc4-b971739f4f08 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:22.301512 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b01ba700-3397-48fb-be80-7cf79c54f2f4 req-78e8aaa9-b523-4537-aacc-a686097709ea tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 210 time: 0.1476576 Jul 22 22:16:22.419429 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning for port 560d020e-b759-4813-b805-8754aefbf1da completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:16:22.446656 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-891bd803-056d-486f-9f17-f76c9ce25736 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5c1386a9a35e49a1b2907efe37d47cfb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5795729 Jul 22 22:16:22.448442 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 43596) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:22.460044 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port 560d020e-b759-4813-b805-8754aefbf1da triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:22.460629 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:22.508169 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891bd803-056d-486f-9f17-f76c9ce25736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc158c5-d0f9-4c91-8e89-344e0e752cfd,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:22.627379 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-cd697c9f-c7a4-465c-87a4-9e4ac6241dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1301165d-695f-4bee-9df9-216d3eccd07f', 'name': 'tempest-ServerRescueNegativeTestJSON-1428461074-router', 'tenant_id': '604ef9807f4d4f399b2b68ee7a07f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '8aa981ad-5c4e-4f3d-8298-d8445a899753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:16:04Z', 'updated_at': '2021-07-22T22:16:12Z', 'revision_number': 4, 'project_id': '604ef9807f4d4f399b2b68ee7a07f4e4', 'gw_port': {'id': '8aa981ad-5c4e-4f3d-8298-d8445a899753', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1301165d-695f-4bee-9df9-216d3eccd07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:06Z', 'updated_at': '2021-07-22T22:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '0cdca4fb-4f64-40f6-b776-671174e0cc9a', 'name': '', 'network_id': 'e4b6b76f-1ef4-401f-90f1-c356e02d995c', 'tenant_id': '604ef9807f4d4f399b2b68ee7a07f4e4', 'mac_address': 'fa:16:3e:69:8f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1301165d-695f-4bee-9df9-216d3eccd07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f78ae926-97ca-4316-a2d0-74eca96df0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:11Z', 'updated_at': '2021-07-22T22:16:20Z', 'revision_number': 4, 'project_id': '604ef9807f4d4f399b2b68ee7a07f4e4', 'subnets': [{'id': 'f78ae926-97ca-4316-a2d0-74eca96df0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:22.706931 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-f4542fe7-919a-45b7-b2fc-374d200979b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a9e107-fda0-4df5-921f-1b466bd6eb28 {{(pid=93278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:16:22.774380 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd697c9f-c7a4-465c-87a4-9e4ac6241dbd None None] The sync data for ids ['1301165d-695f-4bee-9df9-216d3eccd07f'] in dv-cinder-801912-2-iscsi is: [{'id': '1301165d-695f-4bee-9df9-216d3eccd07f', 'name': 'tempest-ServerRescueNegativeTestJSON-1428461074-router', 'tenant_id': '604ef9807f4d4f399b2b68ee7a07f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '8aa981ad-5c4e-4f3d-8298-d8445a899753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:16:04Z', 'updated_at': '2021-07-22T22:16:12Z', 'revision_number': 4, 'project_id': '604ef9807f4d4f399b2b68ee7a07f4e4', 'gw_port': {'id': '8aa981ad-5c4e-4f3d-8298-d8445a899753', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1301165d-695f-4bee-9df9-216d3eccd07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:06Z', 'updated_at': '2021-07-22T22:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '0cdca4fb-4f64-40f6-b776-671174e0cc9a', 'name': '', 'network_id': 'e4b6b76f-1ef4-401f-90f1-c356e02d995c', 'tenant_id': '604ef9807f4d4f399b2b68ee7a07f4e4', 'mac_address': 'fa:16:3e:69:8f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1301165d-695f-4bee-9df9-216d3eccd07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f78ae926-97ca-4316-a2d0-74eca96df0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:11Z', 'updated_at': '2021-07-22T22:16:20Z', 'revision_number': 4, 'project_id': '604ef9807f4d4f399b2b68ee7a07f4e4', 'subnets': [{'id': 'f78ae926-97ca-4316-a2d0-74eca96df0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:16:22.803313 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-f4542fe7-919a-45b7-b2fc-374d200979b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:22.823003 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:22.864706 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-f4542fe7-919a-45b7-b2fc-374d200979b0 service neutron] Transition to ACTIVE for port object e5a9e107-fda0-4df5-921f-1b466bd6eb28 will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:16:22.873925 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-f4542fe7-919a-45b7-b2fc-374d200979b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:22.874808 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3b4d2762-4b21-4296-9cc4-b971739f4f08 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for port, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:22.881209 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c011bff1-3a0c-4531-93c0-fe2552e0ea01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:22.897532 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3b4d2762-4b21-4296-9cc4-b971739f4f08 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960851'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:22.965062 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] For port 560d020e-b759-4813-b805-8754aefbf1da, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=560d020e-b759-4813-b805-8754aefbf1da,segment=NetworkSegment(e3b20446-b3e0-4ede-9ab0-e90ab51c0319),segment_id=e3b20446-b3e0-4ede-9ab0-e90ab51c0319)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:22.970773 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:23.021804 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c011bff1-3a0c-4531-93c0-fe2552e0ea01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:23.048647 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d2762-4b21-4296-9cc4-b971739f4f08 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Pushing event updated for resources: {'Port': ['ID=e778bd00-b7a4-4b6a-8455-9365cc56d175,revision_number=2']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:23.103692 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Pushing event updated for resources: {'Port': ['ID=560d020e-b759-4813-b805-8754aefbf1da,revision_number=5']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:23.498943 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-371a5b42-52cc-4b1a-996e-edcd36d02e1a tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:23.507896 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-371a5b42-52cc-4b1a-996e-edcd36d02e1a tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/networks?id=e4b6b76f-1ef4-401f-90f1-c356e02d995c HTTP/1.1" status: 200 len: 819 time: 0.4799712 Jul 22 22:16:23.524222 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4542fe7-919a-45b7-b2fc-374d200979b0 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a9e107-fda0-4df5-921f-1b466bd6eb28,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:23.677782 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3b4d2762-4b21-4296-9cc4-b971739f4f08 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718221'] for floatingip, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:23.815756 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 0cdca4fb-4f64-40f6-b776-671174e0cc9a up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:16:23.830558 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-bbc676ac-a2bc-47ad-919b-ad8f7850a830 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/quotas/604ef9807f4d4f399b2b68ee7a07f4e4 HTTP/1.1" status: 200 len: 375 time: 0.2533782 Jul 22 22:16:23.900958 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-f4542fe7-919a-45b7-b2fc-374d200979b0 service neutron] Attempting to bind port e5a9e107-fda0-4df5-921f-1b466bd6eb28 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:16:23.901710 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-f4542fe7-919a-45b7-b2fc-374d200979b0 service neutron] Attempting to bind port e5a9e107-fda0-4df5-921f-1b466bd6eb28 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'f371a158-5659-4230-a1a1-819d61705886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f3848d29-2553-41a1-95ce-241b20461879'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:16:23.902818 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-f4542fe7-919a-45b7-b2fc-374d200979b0 service neutron] Attempting to bind port e5a9e107-fda0-4df5-921f-1b466bd6eb28 on network f3848d29-2553-41a1-95ce-241b20461879 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:16:23.913141 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-f4542fe7-919a-45b7-b2fc-374d200979b0 service neutron] Port e5a9e107-fda0-4df5-921f-1b466bd6eb28 on network f3848d29-2553-41a1-95ce-241b20461879 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:16:23.913642 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-f4542fe7-919a-45b7-b2fc-374d200979b0 service neutron] Attempting to bind port e5a9e107-fda0-4df5-921f-1b466bd6eb28 on network f3848d29-2553-41a1-95ce-241b20461879 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:16:23.931244 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c011bff1-3a0c-4531-93c0-fe2552e0ea01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:23.949619 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c011bff1-3a0c-4531-93c0-fe2552e0ea01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:23.954923 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-c011bff1-3a0c-4531-93c0-fe2552e0ea01 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3dc158c5-d0f9-4c91-8e89-344e0e752cfd HTTP/1.1" status: 204 len: 168 time: 1.4828544 Jul 22 22:16:23.956781 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-f4542fe7-919a-45b7-b2fc-374d200979b0 service neutron] Checking agent: {'id': '4259e59d-080d-4967-89a0-1abd7a18732f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'started_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:16:23.977065 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-f4542fe7-919a-45b7-b2fc-374d200979b0 service neutron] Checking segment: {'id': 'f371a158-5659-4230-a1a1-819d61705886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f3848d29-2553-41a1-95ce-241b20461879'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:16:23.982228 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-f4542fe7-919a-45b7-b2fc-374d200979b0 service neutron] Bound using segment: {'id': 'f371a158-5659-4230-a1a1-819d61705886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f3848d29-2553-41a1-95ce-241b20461879'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:16:23.983352 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-f4542fe7-919a-45b7-b2fc-374d200979b0 service neutron] Bound port: e5a9e107-fda0-4df5-921f-1b466bd6eb28, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f371a158-5659-4230-a1a1-819d61705886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f3848d29-2553-41a1-95ce-241b20461879'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:16:23.986371 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-f4542fe7-919a-45b7-b2fc-374d200979b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:24.066671 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:24.080179 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74e368-4860-4d7f-ae95-1cf5f70bb5cc req-4683bcfd-d9e9-4521-a80c-1749d8298760 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:24.084393 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8f74e368-4860-4d7f-ae95-1cf5f70bb5cc req-4683bcfd-d9e9-4521-a80c-1749d8298760 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc619df4-6035-4260-9839-b7ff92d72fbf HTTP/1.1" status: 200 len: 943 time: 1.2061176 Jul 22 22:16:24.095294 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3b4d2762-4b21-4296-9cc4-b971739f4f08 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for floatingip, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:24.112284 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning for port 0cdca4fb-4f64-40f6-b776-671174e0cc9a completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:16:24.112284 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port 0cdca4fb-4f64-40f6-b776-671174e0cc9a triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:24.112284 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:24.129502 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-3b4d2762-4b21-4296-9cc4-b971739f4f08 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6453905 Jul 22 22:16:24.429078 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-f4542fe7-919a-45b7-b2fc-374d200979b0 service neutron] For port e5a9e107-fda0-4df5-921f-1b466bd6eb28, host hv-cinder-80191, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:16:24.433885 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8f74e368-4860-4d7f-ae95-1cf5f70bb5cc req-ad3f7d2c-1d49-4f76-be8a-77cbf6582bfc tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/security-groups?id=2845db25-e6a3-47ba-87d7-e6b9653ec44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008499 Jul 22 22:16:24.456942 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-f4542fe7-919a-45b7-b2fc-374d200979b0 service neutron] For port e5a9e107-fda0-4df5-921f-1b466bd6eb28, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e5a9e107-fda0-4df5-921f-1b466bd6eb28,segment=NetworkSegment(f371a158-5659-4230-a1a1-819d61705886),segment_id=f371a158-5659-4230-a1a1-819d61705886)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:16:24.464265 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c011bff1-3a0c-4531-93c0-fe2552e0ea01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc158c5-d0f9-4c91-8e89-344e0e752cfd,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:24.481533 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-f4542fe7-919a-45b7-b2fc-374d200979b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:24.495778 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-9d785dd6-7064-4c33-bab8-c27d4faa571e tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=604ef9807f4d4f399b2b68ee7a07f4e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6639755 Jul 22 22:16:24.645121 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:24.738725 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-f4542fe7-919a-45b7-b2fc-374d200979b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:24.740213 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-f4542fe7-919a-45b7-b2fc-374d200979b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:24.742414 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-f4542fe7-919a-45b7-b2fc-374d200979b0 service neutron] 10.222.0.115 "PUT /v2.0/ports/e5a9e107-fda0-4df5-921f-1b466bd6eb28 HTTP/1.1" status: 200 len: 1093 time: 5.5422323 Jul 22 22:16:24.743403 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4542fe7-919a-45b7-b2fc-374d200979b0 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a9e107-fda0-4df5-921f-1b466bd6eb28,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:24.746608 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc619df4-6035-4260-9839-b7ff92d72fbf', 'tag': 'e5a9e107-fda0-4df5-921f-1b466bd6eb28'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:16:24.806613 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] For port 0cdca4fb-4f64-40f6-b776-671174e0cc9a, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=0cdca4fb-4f64-40f6-b776-671174e0cc9a,segment=NetworkSegment(e49ae21f-7d1d-4b26-a1fe-5a7edf437e57),segment_id=e49ae21f-7d1d-4b26-a1fe-5a7edf437e57)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:24.827614 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:24.836936 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 560d020e-b759-4813-b805-8754aefbf1da up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:16:24.989484 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-03560f19-20db-4fe0-83f9-d7fe82b56150 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--958298553&fields=id&tenant_id=4d3659e8b835430388a2cee22076abe4 HTTP/1.1" status: 200 len: 267 time: 0.2505717 Jul 22 22:16:25.230866 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Pushing event updated for resources: {'Port': ['ID=0cdca4fb-4f64-40f6-b776-671174e0cc9a,revision_number=5']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:25.231137 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-d5199280-978c-4157-8569-ec9375406cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:25.237808 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-d5199280-978c-4157-8569-ec9375406cd4 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=37e39d126b1c442dac05431fb69ed7b6&device_id=bc619df4-6035-4260-9839-b7ff92d72fbf HTTP/1.1" status: 200 len: 1096 time: 0.3744848 Jul 22 22:16:25.303770 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port 560d020e-b759-4813-b805-8754aefbf1da triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:25.304213 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:25.399549 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 43728) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:25.462380 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-014ad0c1-5f93-498a-b60a-d5b4f0b1aa85 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:25.471574 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-014ad0c1-5f93-498a-b60a-d5b4f0b1aa85 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/networks?id=4aaef0ad-84e7-449b-8140-d9a9cce60069 HTTP/1.1" status: 200 len: 817 time: 0.4373438 Jul 22 22:16:25.526036 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-26000ec5-87d5-4d97-8d65-c0281143b446 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/quotas/4d3659e8b835430388a2cee22076abe4 HTTP/1.1" status: 200 len: 375 time: 0.0429838 Jul 22 22:16:25.611044 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-566e2201-35b9-43c4-9186-165c1846a16f service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5a9e107-fda0-4df5-921f-1b466bd6eb28 HTTP/1.1" status: 200 len: 217 time: 0.3659408 Jul 22 22:16:25.636372 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6a842562-dc38-4946-b2ad-f20fd76357a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:25.650127 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-6bdf1c5c-4f60-430f-8802-e3163a463714 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93279) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:16:25.662249 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-6bdf1c5c-4f60-430f-8802-e3163a463714 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6716626 Jul 22 22:16:25.856432 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 43740) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:25.889123 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 0cdca4fb-4f64-40f6-b776-671174e0cc9a up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:16:25.974091 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1932c9-83ac-460c-9655-f0315d51ed43" -d '{"events": [{"name": "network-changed", "server_uuid": "bc619df4-6035-4260-9839-b7ff92d72fbf", "tag": "e5a9e107-fda0-4df5-921f-1b466bd6eb28"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:16:26.008186 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port 0cdca4fb-4f64-40f6-b776-671174e0cc9a triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:26.008907 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:26.032042 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.115', 59292) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:26.223657 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-dbe77877-0e5d-4732-a236-2b8df2b2c531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:26.228939 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-dbe77877-0e5d-4732-a236-2b8df2b2c531 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=8d8e09a5-a866-41b9-bfda-63f41775455c HTTP/1.1" status: 200 len: 852 time: 0.5938773 Jul 22 22:16:26.441153 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-2a4aed95-67e3-4af6-b50c-ea3a10f22146 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4d3659e8b835430388a2cee22076abe4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9087913 Jul 22 22:16:26.447264 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 43756) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:26.528912 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-6118cef2-1396-4179-963e-b067cf403260 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f3848d29-2553-41a1-95ce-241b20461879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2733781 Jul 22 22:16:26.540089 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b24501-f1ef-4f85-92db-11b762f48593 req-8f1890ab-7306-448c-87d2-b39c6608d26e tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:26.544045 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-79b24501-f1ef-4f85-92db-11b762f48593 req-8f1890ab-7306-448c-87d2-b39c6608d26e tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.115 "GET /v2.0/networks?id=e4b6b76f-1ef4-401f-90f1-c356e02d995c HTTP/1.1" status: 200 len: 819 time: 0.4973888 Jul 22 22:16:26.590509 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-782867aa-b052-4c0b-96ad-91245a18df1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:26.591192 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-db90bc8b-c5f5-4e3e-8110-10aef99e24b6 service neutron] 10.222.0.11 "GET /v2.0/networks/e4b6b76f-1ef4-401f-90f1-c356e02d995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9281061 Jul 22 22:16:26.601107 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2425cbc1-08e2-4351-898a-d5789d8c93fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:26.673889 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-e54f8b8a-23e3-40f3-850d-43e83a3ee2a5 service neutron] 10.222.0.11 "GET /v2.0/networks/4aaef0ad-84e7-449b-8140-d9a9cce60069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923666 Jul 22 22:16:26.743329 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6a842562-dc38-4946-b2ad-f20fd76357a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:26.753464 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6a842562-dc38-4946-b2ad-f20fd76357a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:26.822423 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a842562-dc38-4946-b2ad-f20fd76357a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778f7b29-1260-4b1d-ade7-b530e2d79949,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:26.826843 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-6a842562-dc38-4946-b2ad-f20fd76357a3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a308c5239110439ca19c969e3bb65343&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4266934 Jul 22 22:16:26.835975 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 43770) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:26.871503 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.db.api [None req-782867aa-b052-4c0b-96ad-91245a18df1b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 22:16:26.871503 dv-cinder-801912-2-iscsi neutron-server[93278]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 22:16:26.871503 dv-cinder-801912-2-iscsi neutron-server[93278]: [parameters: {'project_id_1': '84369836d6cc4647b14fd5b60c833e45', 'expiration_1': datetime.datetime(2021, 7, 22, 22, 16, 26, 653817)}] Jul 22 22:16:26.871503 dv-cinder-801912-2-iscsi neutron-server[93278]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93278) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 22:16:26.872539 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG oslo_db.api [None req-782867aa-b052-4c0b-96ad-91245a18df1b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 22:16:26.873910 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-8e59c955-716a-45c6-be28-55f3c34bec15 service neutron] 10.222.0.11 "GET /v2.0/networks/e4b6b76f-1ef4-401f-90f1-c356e02d995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675209 Jul 22 22:16:26.932593 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-135a71c6-be7d-468c-b5fd-6635f5ff2188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:26.964279 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-135a71c6-be7d-468c-b5fd-6635f5ff2188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:26.992766 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-2719d10f-d420-44c2-b6f5-17c61f063287 service neutron] 10.222.0.11 "GET /v2.0/networks/4aaef0ad-84e7-449b-8140-d9a9cce60069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905071 Jul 22 22:16:27.037716 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-135a71c6-be7d-468c-b5fd-6635f5ff2188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:27.041978 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-135a71c6-be7d-468c-b5fd-6635f5ff2188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:27.044926 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-135a71c6-be7d-468c-b5fd-6635f5ff2188 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/778f7b29-1260-4b1d-ade7-b530e2d79949 HTTP/1.1" status: 204 len: 168 time: 0.2137818 Jul 22 22:16:27.062083 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a71c6-be7d-468c-b5fd-6635f5ff2188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778f7b29-1260-4b1d-ade7-b530e2d79949,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:27.176185 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2425cbc1-08e2-4351-898a-d5789d8c93fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:27.182692 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2425cbc1-08e2-4351-898a-d5789d8c93fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:27.252538 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425cbc1-08e2-4351-898a-d5789d8c93fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec5efa9-8c96-4fef-a7d2-d188d52a5de4,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:27.275941 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-2425cbc1-08e2-4351-898a-d5789d8c93fc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e8d6a76f6f424694ae739689103745e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8233964 Jul 22 22:16:27.278909 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 43784) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:27.377241 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-782867aa-b052-4c0b-96ad-91245a18df1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:27.528423 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-782867aa-b052-4c0b-96ad-91245a18df1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:27.541293 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-79b24501-f1ef-4f85-92db-11b762f48593 req-87630a53-98d2-493a-ae25-38c4f6a5e1b7 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Request body: {'port': {'device_id': 'd93d7403-1186-4f1d-af44-48e7ea85b8cd', 'network_id': 'e4b6b76f-1ef4-401f-90f1-c356e02d995c', 'admin_state_up': True, 'tenant_id': '604ef9807f4d4f399b2b68ee7a07f4e4'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:27.609818 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-782867aa-b052-4c0b-96ad-91245a18df1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:27.682653 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-782867aa-b052-4c0b-96ad-91245a18df1b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=84369836d6cc4647b14fd5b60c833e45&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8191051 Jul 22 22:16:27.689732 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 43820) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:27.708126 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928af10-64e0-428e-8752-952c53f80305 req-62f44b70-2159-4642-9f48-b1e6e44b78c4 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:27.717198 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f928af10-64e0-428e-8752-952c53f80305 req-62f44b70-2159-4642-9f48-b1e6e44b78c4 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc619df4-6035-4260-9839-b7ff92d72fbf HTTP/1.1" status: 200 len: 943 time: 0.2091238 Jul 22 22:16:27.784935 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782867aa-b052-4c0b-96ad-91245a18df1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f200832-429b-4d9c-a9d0-41a358049dc0,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:27.892424 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ace0ed3b-b8f3-4383-a759-f660f76af8ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:27.948790 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ace0ed3b-b8f3-4383-a759-f660f76af8ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:28.006207 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f928af10-64e0-428e-8752-952c53f80305 req-99a83c64-5896-46e2-9938-39bef4268f8a tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/security-groups?id=2845db25-e6a3-47ba-87d7-e6b9653ec44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851539 Jul 22 22:16:28.114275 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bded09f2-1131-486b-9395-809d042f516b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:28.127292 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79b24501-f1ef-4f85-92db-11b762f48593 req-87630a53-98d2-493a-ae25-38c4f6a5e1b7 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Made reservation on behalf of 604ef9807f4d4f399b2b68ee7a07f4e4 for: {'port': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:16:28.146760 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-79b24501-f1ef-4f85-92db-11b762f48593 req-87630a53-98d2-493a-ae25-38c4f6a5e1b7 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:28.159678 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb38950b-847e-4450-a46a-d629e4193c33 x-openstack-request-id: req-eb38950b-847e-4450-a46a-d629e4193c33 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:16:28.162620 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc619df4-6035-4260-9839-b7ff92d72fbf", "tag": "e5a9e107-fda0-4df5-921f-1b466bd6eb28", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:16:28.162889 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eb38950b-847e-4450-a46a-d629e4193c33 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:16:28.163358 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc619df4-6035-4260-9839-b7ff92d72fbf', 'tag': 'e5a9e107-fda0-4df5-921f-1b466bd6eb28', 'status': 'completed', 'code': 200} Jul 22 22:16:28.165636 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-efed7c45-7c5a-4de6-b919-f412e2a6dd85 service neutron] 10.222.0.115 "GET /v2.0/networks/f3848d29-2553-41a1-95ce-241b20461879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6346674 Jul 22 22:16:28.182020 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bded09f2-1131-486b-9395-809d042f516b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:28.251797 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ace0ed3b-b8f3-4383-a759-f660f76af8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:28.255518 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ace0ed3b-b8f3-4383-a759-f660f76af8ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:28.256722 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-ace0ed3b-b8f3-4383-a759-f660f76af8ea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8ec5efa9-8c96-4fef-a7d2-d188d52a5de4 HTTP/1.1" status: 204 len: 168 time: 0.9764948 Jul 22 22:16:28.302963 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0ed3b-b8f3-4383-a759-f660f76af8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec5efa9-8c96-4fef-a7d2-d188d52a5de4,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:28.352294 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bded09f2-1131-486b-9395-809d042f516b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:28.355030 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bded09f2-1131-486b-9395-809d042f516b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:28.359903 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-bded09f2-1131-486b-9395-809d042f516b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2f200832-429b-4d9c-a9d0-41a358049dc0 HTTP/1.1" status: 204 len: 168 time: 0.6383407 Jul 22 22:16:28.402026 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b0ee3703-2048-4365-afed-a853fdce553c req-e4980742-832f-4239-9463-78cb98ee8a68 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 210 time: 0.1375082 Jul 22 22:16:28.431577 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-517b5d08-26c6-4c65-874e-ad9872aade1b req-4a5ad814-6234-46dc-8ff2-5239e9cd6a65 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 210 time: 0.1560526 Jul 22 22:16:28.443276 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded09f2-1131-486b-9395-809d042f516b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f200832-429b-4d9c-a9d0-41a358049dc0,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:28.563654 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-acc9e0c5-574a-41bd-a6a4-424e075c3b83 req-6737ce27-f9ea-47d6-a9f4-8a4d66764e61 service neutron] 10.222.0.115 "GET /v2.0/networks/f3848d29-2553-41a1-95ce-241b20461879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860111 Jul 22 22:16:28.601176 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [req-79b24501-f1ef-4f85-92db-11b762f48593 req-87630a53-98d2-493a-ae25-38c4f6a5e1b7 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Allocated IP 172.20.0.3 (e4b6b76f-1ef4-401f-90f1-c356e02d995c/f78ae926-97ca-4316-a2d0-74eca96df0da/2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:16:28.904413 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-79b24501-f1ef-4f85-92db-11b762f48593 req-87630a53-98d2-493a-ae25-38c4f6a5e1b7 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:28.958738 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 43868) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:28.996567 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ba1d9202-ce98-4953-8736-85bf86c552e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:29.071174 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-79b24501-f1ef-4f85-92db-11b762f48593 req-87630a53-98d2-493a-ae25-38c4f6a5e1b7 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:29.185573 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79b24501-f1ef-4f85-92db-11b762f48593 req-87630a53-98d2-493a-ae25-38c4f6a5e1b7 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Network e4b6b76f-1ef4-401f-90f1-c356e02d995c is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:16:29.188089 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87630a53-98d2-493a-ae25-38c4f6a5e1b7 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Pushing event updated for resources: {'Port': ['ID=2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:29.209481 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [req-79b24501-f1ef-4f85-92db-11b762f48593 req-87630a53-98d2-493a-ae25-38c4f6a5e1b7 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:16:29.215218 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b24501-f1ef-4f85-92db-11b762f48593 req-87630a53-98d2-493a-ae25-38c4f6a5e1b7 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:16:29.297747 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b24501-f1ef-4f85-92db-11b762f48593 req-87630a53-98d2-493a-ae25-38c4f6a5e1b7 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:29.298657 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-79b24501-f1ef-4f85-92db-11b762f48593 req-87630a53-98d2-493a-ae25-38c4f6a5e1b7 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:29.331121 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9c636-9053-4ed1-ab32-e103e0304437 req-37159743-cb0c-431a-af2e-06225865f1e1 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:29.335103 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d3f9c636-9053-4ed1-ab32-e103e0304437 req-37159743-cb0c-431a-af2e-06225865f1e1 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc619df4-6035-4260-9839-b7ff92d72fbf HTTP/1.1" status: 200 len: 943 time: 0.2137873 Jul 22 22:16:29.386999 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ba1d9202-ce98-4953-8736-85bf86c552e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:29.400375 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-79b24501-f1ef-4f85-92db-11b762f48593 req-87630a53-98d2-493a-ae25-38c4f6a5e1b7 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8702505 Jul 22 22:16:29.403063 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ba1d9202-ce98-4953-8736-85bf86c552e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:29.464266 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-ba1d9202-ce98-4953-8736-85bf86c552e1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=14da93a2b38a4fbbb3e8a20f8ff0cfd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5037086 Jul 22 22:16:29.467538 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 43886) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:29.478777 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d9202-ce98-4953-8736-85bf86c552e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b5561d-757b-4bb7-97ab-c3c879cbcc8e,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:29.496945 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 43888) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:29.584935 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d3f9c636-9053-4ed1-ab32-e103e0304437 req-a00f9623-86d5-49e8-a79d-aeb4bf1f9547 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/security-groups?id=2845db25-e6a3-47ba-87d7-e6b9653ec44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401991 Jul 22 22:16:29.599579 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-45687086-bcce-4d79-965b-eee55a25f9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:29.602423 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f7b76fe8-6cdc-4ef1-9f74-deaeff0d2d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:29.653487 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-45687086-bcce-4d79-965b-eee55a25f9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:29.763056 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-45687086-bcce-4d79-965b-eee55a25f9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:29.766190 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-45687086-bcce-4d79-965b-eee55a25f9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:29.767609 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-45687086-bcce-4d79-965b-eee55a25f9ad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/11b5561d-757b-4bb7-97ab-c3c879cbcc8e HTTP/1.1" status: 204 len: 168 time: 0.2995386 Jul 22 22:16:29.779575 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45687086-bcce-4d79-965b-eee55a25f9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b5561d-757b-4bb7-97ab-c3c879cbcc8e,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:29.793886 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-fab99f9b-38b7-42b1-8840-c87e4c15a12c req-80565ae5-15f1-4e9f-a04c-f1e1e15cd9dd tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 210 time: 0.2559388 Jul 22 22:16:29.833082 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ec95ee3e-d7ae-4b4a-aaa2-a974ba81f7b0 req-b9f233ec-c034-421c-91b9-62b635e4d4e8 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 210 time: 0.0416310 Jul 22 22:16:29.834968 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f7b76fe8-6cdc-4ef1-9f74-deaeff0d2d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:29.841368 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f7b76fe8-6cdc-4ef1-9f74-deaeff0d2d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:29.933214 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b76fe8-6cdc-4ef1-9f74-deaeff0d2d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb1cbc6-0cb5-4378-88a3-d439922fa470,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:29.942851 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-f7b76fe8-6cdc-4ef1-9f74-deaeff0d2d22 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8014c11e18d744f690c80ba2cfc59a8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4419112 Jul 22 22:16:29.945423 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 43898) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:30.038327 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-51cb6c68-c738-489c-a728-37b13a54e2f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:30.070610 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-51cb6c68-c738-489c-a728-37b13a54e2f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:30.133112 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-51cb6c68-c738-489c-a728-37b13a54e2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:30.136037 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-51cb6c68-c738-489c-a728-37b13a54e2f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:30.141514 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-51cb6c68-c738-489c-a728-37b13a54e2f5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3fb1cbc6-0cb5-4378-88a3-d439922fa470 HTTP/1.1" status: 204 len: 168 time: 0.1930141 Jul 22 22:16:30.170928 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb6c68-c738-489c-a728-37b13a54e2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb1cbc6-0cb5-4378-88a3-d439922fa470,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:30.641194 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-79b24501-f1ef-4f85-92db-11b762f48593 req-25f432b6-fe24-4d03-bc7e-a82dc1766995 service neutron] Request body: {'port': {'device_id': 'd93d7403-1186-4f1d-af44-48e7ea85b8cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:30.868941 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-79b24501-f1ef-4f85-92db-11b762f48593 req-25f432b6-fe24-4d03-bc7e-a82dc1766995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:30.920656 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1932c9-83ac-460c-9655-f0315d51ed43 req-dbbea861-2667-4c22-91fe-a1416729f3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:30.924481 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-db1932c9-83ac-460c-9655-f0315d51ed43 req-dbbea861-2667-4c22-91fe-a1416729f3cd service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=37e39d126b1c442dac05431fb69ed7b6&device_id=bc619df4-6035-4260-9839-b7ff92d72fbf HTTP/1.1" status: 200 len: 1096 time: 0.2721195 Jul 22 22:16:30.934957 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6c5b6-fd6e-4dbe-8b0b-9af3e5415283 req-3d15519c-bf6a-45b4-8a8b-0a918f435db5 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:30.937107 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8aa6c5b6-fd6e-4dbe-8b0b-9af3e5415283 req-3d15519c-bf6a-45b4-8a8b-0a918f435db5 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc619df4-6035-4260-9839-b7ff92d72fbf HTTP/1.1" status: 200 len: 943 time: 0.1450365 Jul 22 22:16:30.986023 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-bd4f65b1-122c-4178-ba69-0f336877e4d4 req-e4b64b41-00a6-49a5-8c4a-770645eb085d tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 210 time: 0.0475538 Jul 22 22:16:31.035154 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8aa6c5b6-fd6e-4dbe-8b0b-9af3e5415283 req-2258fe3d-fe80-41ba-ac35-4c7c2c94c5ba tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/security-groups?id=2845db25-e6a3-47ba-87d7-e6b9653ec44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736287 Jul 22 22:16:31.143732 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.115', 59301) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:31.207452 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ff6bfb77-cb82-4f07-8f11-f69880e62760 req-b8495b6e-c1ef-4f41-8ce4-1cd826e8e39e tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 210 time: 0.0967555 Jul 22 22:16:31.464766 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 44000) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:31.551976 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1932c9-83ac-460c-9655-f0315d51ed43 req-78e323d8-bcf3-4ab9-a00e-7660e5ad7e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:31.553612 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-db1932c9-83ac-460c-9655-f0315d51ed43 req-78e323d8-bcf3-4ab9-a00e-7660e5ad7e90 service neutron] 10.222.0.115 "GET /v2.0/networks?id=f3848d29-2553-41a1-95ce-241b20461879 HTTP/1.1" status: 200 len: 913 time: 0.5935466 Jul 22 22:16:31.626641 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-db1932c9-83ac-460c-9655-f0315d51ed43 req-e2cfc799-8f96-41a9-9bd9-9925ad1d1e98 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5a9e107-fda0-4df5-921f-1b466bd6eb28 HTTP/1.1" status: 200 len: 217 time: 0.0604613 Jul 22 22:16:31.627613 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.115', 59304) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:31.710813 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-a7bf987b-b12f-4a1c-aac6-875dc5dc5134 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:31.712768 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-a7bf987b-b12f-4a1c-aac6-875dc5dc5134 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.115 "GET /v2.0/networks?id=e4b6b76f-1ef4-401f-90f1-c356e02d995c HTTP/1.1" status: 200 len: 819 time: 0.5025320 Jul 22 22:16:31.728255 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-7ad7a25d-1393-4b61-8a88-ec0c3b82802a tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Request body: {'port': {'device_id': '7ce87260-c40f-4fc6-9af5-7cb70252b254', 'network_id': 'e4b6b76f-1ef4-401f-90f1-c356e02d995c', 'admin_state_up': True, 'tenant_id': '604ef9807f4d4f399b2b68ee7a07f4e4'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:31.764075 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1932c9-83ac-460c-9655-f0315d51ed43 req-23b90370-1253-4dcb-931d-35cea38e735c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:31.766103 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-db1932c9-83ac-460c-9655-f0315d51ed43 req-23b90370-1253-4dcb-931d-35cea38e735c service neutron] 10.222.0.115 "GET /v2.0/subnets?id=8d8e09a5-a866-41b9-bfda-63f41775455c HTTP/1.1" status: 200 len: 852 time: 0.1020985 Jul 22 22:16:31.811815 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8e065e63-9aa0-4ad0-b59c-e85f1754375f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:31.828831 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 44016) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:31.856708 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-db1932c9-83ac-460c-9655-f0315d51ed43 req-17eef99d-2b8e-4612-91ab-887631776c9b service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f3848d29-2553-41a1-95ce-241b20461879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817413 Jul 22 22:16:31.878603 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-d0e2a038-5dd6-4ffd-8b06-dde766bb9348 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:31.880426 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-d0e2a038-5dd6-4ffd-8b06-dde766bb9348 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.115 "GET /v2.0/networks?id=4aaef0ad-84e7-449b-8140-d9a9cce60069 HTTP/1.1" status: 200 len: 817 time: 0.2458849 Jul 22 22:16:31.948055 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-c004afd3-1a39-4584-a433-231989cf1644 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1697506613-network', 'tenant_id': '2038473123e74c74981e3d1537c9762f'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:31.986995 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-7fe0714e-7621-47f3-8b85-188af9385b12 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d3659e8b835430388a2cee22076abe4 HTTP/1.1" status: 200 len: 379 time: 0.0955243 Jul 22 22:16:31.999645 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-8f8cb351-ed1c-414d-9646-695536dc3454 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Request body: {'port': {'device_id': '12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f', 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069', 'admin_state_up': True, 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'security_groups': ['4ef9b94f-257e-448e-9ef0-e55d7288b85b']}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:32.035470 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [req-79b24501-f1ef-4f85-92db-11b762f48593 req-25f432b6-fe24-4d03-bc7e-a82dc1766995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0 {{(pid=93278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:16:32.047811 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-79b24501-f1ef-4f85-92db-11b762f48593 req-25f432b6-fe24-4d03-bc7e-a82dc1766995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:32.074226 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-79b24501-f1ef-4f85-92db-11b762f48593 req-25f432b6-fe24-4d03-bc7e-a82dc1766995 service neutron] Transition to ACTIVE for port object 2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0 will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:16:32.085677 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-79b24501-f1ef-4f85-92db-11b762f48593 req-25f432b6-fe24-4d03-bc7e-a82dc1766995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:32.103207 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-db1932c9-83ac-460c-9655-f0315d51ed43 req-b1fb513f-53bf-47f4-b073-e66af82250d7 service neutron] 10.222.0.115 "GET /v2.0/networks/f3848d29-2553-41a1-95ce-241b20461879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380362 Jul 22 22:16:32.184395 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8bb7001e-a61b-4190-af08-bcfe9b17d8b2 req-a682684a-006f-425b-92d3-3c95478f4ed4 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 210 time: 0.0531597 Jul 22 22:16:32.199509 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8e065e63-9aa0-4ad0-b59c-e85f1754375f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:32.213253 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f432b6-fe24-4d03-bc7e-a82dc1766995 service neutron] Pushing event updated for resources: {'Port': ['ID=2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:32.290500 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8e065e63-9aa0-4ad0-b59c-e85f1754375f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:32.326577 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-7ad7a25d-1393-4b61-8a88-ec0c3b82802a tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Made reservation on behalf of 604ef9807f4d4f399b2b68ee7a07f4e4 for: {'port': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:16:32.330546 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-7ad7a25d-1393-4b61-8a88-ec0c3b82802a tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:32.362377 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-db1932c9-83ac-460c-9655-f0315d51ed43 req-688507ad-c5e1-4d7f-a83c-a83441049bf8 service neutron] 10.222.0.115 "GET /v2.0/networks/f3848d29-2553-41a1-95ce-241b20461879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380276 Jul 22 22:16:32.381366 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c004afd3-1a39-4584-a433-231989cf1644 admin admin] Made reservation on behalf of 2038473123e74c74981e3d1537c9762f for: {'network': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:16:32.383605 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c004afd3-1a39-4584-a433-231989cf1644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for network, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:32.388581 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-79b24501-f1ef-4f85-92db-11b762f48593 req-25f432b6-fe24-4d03-bc7e-a82dc1766995 service neutron] Attempting to bind port 2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:16:32.388926 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-79b24501-f1ef-4f85-92db-11b762f48593 req-25f432b6-fe24-4d03-bc7e-a82dc1766995 service neutron] Attempting to bind port 2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'e49ae21f-7d1d-4b26-a1fe-5a7edf437e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'e4b6b76f-1ef4-401f-90f1-c356e02d995c'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:16:32.389256 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b24501-f1ef-4f85-92db-11b762f48593 req-25f432b6-fe24-4d03-bc7e-a82dc1766995 service neutron] Attempting to bind port 2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0 on network e4b6b76f-1ef4-401f-90f1-c356e02d995c {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:16:32.416192 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b24501-f1ef-4f85-92db-11b762f48593 req-25f432b6-fe24-4d03-bc7e-a82dc1766995 service neutron] Port 2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0 on network e4b6b76f-1ef4-401f-90f1-c356e02d995c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:16:32.420785 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b24501-f1ef-4f85-92db-11b762f48593 req-25f432b6-fe24-4d03-bc7e-a82dc1766995 service neutron] Attempting to bind port 2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0 on network e4b6b76f-1ef4-401f-90f1-c356e02d995c {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:16:32.452976 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-8e065e63-9aa0-4ad0-b59c-e85f1754375f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=50877cf52c5d4daf863eca91b67e23ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9844160 Jul 22 22:16:32.464476 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 44054) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:32.466541 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c004afd3-1a39-4584-a433-231989cf1644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:32.469449 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e065e63-9aa0-4ad0-b59c-e85f1754375f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6bb670-0519-4839-9052-7c9ac96affcd,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:32.469784 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b24501-f1ef-4f85-92db-11b762f48593 req-25f432b6-fe24-4d03-bc7e-a82dc1766995 service neutron] Checking agent: {'id': '4259e59d-080d-4967-89a0-1abd7a18732f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'started_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:16:32.470192 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b24501-f1ef-4f85-92db-11b762f48593 req-25f432b6-fe24-4d03-bc7e-a82dc1766995 service neutron] Checking segment: {'id': 'e49ae21f-7d1d-4b26-a1fe-5a7edf437e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'e4b6b76f-1ef4-401f-90f1-c356e02d995c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:16:32.470639 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b24501-f1ef-4f85-92db-11b762f48593 req-25f432b6-fe24-4d03-bc7e-a82dc1766995 service neutron] Bound using segment: {'id': 'e49ae21f-7d1d-4b26-a1fe-5a7edf437e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'e4b6b76f-1ef4-401f-90f1-c356e02d995c'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:16:32.471810 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-79b24501-f1ef-4f85-92db-11b762f48593 req-25f432b6-fe24-4d03-bc7e-a82dc1766995 service neutron] Bound port: 2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e49ae21f-7d1d-4b26-a1fe-5a7edf437e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'e4b6b76f-1ef4-401f-90f1-c356e02d995c'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:16:32.476777 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-79b24501-f1ef-4f85-92db-11b762f48593 req-25f432b6-fe24-4d03-bc7e-a82dc1766995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:32.522219 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5200ff3a-62da-4d7f-ac23-4908095bcd79 req-0f8185fd-951d-4fb6-b3b8-9b4f10d8548e tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 210 time: 0.1948781 Jul 22 22:16:32.562513 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e09c04-59d1-4c4a-9d6f-a8f790779807 req-93223a9b-c21a-4168-9d59-712bc53f8946 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:32.563271 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c6e09c04-59d1-4c4a-9d6f-a8f790779807 req-93223a9b-c21a-4168-9d59-712bc53f8946 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc619df4-6035-4260-9839-b7ff92d72fbf HTTP/1.1" status: 200 len: 943 time: 0.3815122 Jul 22 22:16:32.570651 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-8f8cb351-ed1c-414d-9646-695536dc3454 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Made reservation on behalf of 4d3659e8b835430388a2cee22076abe4 for: {'port': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:16:32.574066 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-8f8cb351-ed1c-414d-9646-695536dc3454 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:32.614530 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-79b24501-f1ef-4f85-92db-11b762f48593 req-25f432b6-fe24-4d03-bc7e-a82dc1766995 service neutron] For port 2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0, host hv-cinder-80191, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:16:32.620430 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-79b24501-f1ef-4f85-92db-11b762f48593 req-25f432b6-fe24-4d03-bc7e-a82dc1766995 service neutron] For port 2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0,segment=NetworkSegment(e49ae21f-7d1d-4b26-a1fe-5a7edf437e57),segment_id=e49ae21f-7d1d-4b26-a1fe-5a7edf437e57)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:16:32.622217 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-7ad7a25d-1393-4b61-8a88-ec0c3b82802a tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Allocated IP 172.20.0.7 (e4b6b76f-1ef4-401f-90f1-c356e02d995c/f78ae926-97ca-4316-a2d0-74eca96df0da/aa83bbbf-fef0-4e16-b82b-6ff5efcf3727) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:16:32.628066 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-79b24501-f1ef-4f85-92db-11b762f48593 req-25f432b6-fe24-4d03-bc7e-a82dc1766995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:32.682876 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b24501-f1ef-4f85-92db-11b762f48593 req-25f432b6-fe24-4d03-bc7e-a82dc1766995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:32.683648 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-79b24501-f1ef-4f85-92db-11b762f48593 req-25f432b6-fe24-4d03-bc7e-a82dc1766995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:32.685183 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-79b24501-f1ef-4f85-92db-11b762f48593 req-25f432b6-fe24-4d03-bc7e-a82dc1766995 service neutron] 10.222.0.115 "PUT /v2.0/ports/2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0 HTTP/1.1" status: 200 len: 1093 time: 2.0626168 Jul 22 22:16:32.687940 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93d7403-1186-4f1d-af44-48e7ea85b8cd', 'tag': '2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:16:32.689850 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602ab50d-dac0-4091-9e39-e488b34f3a56" -d '{"events": [{"name": "network-changed", "server_uuid": "d93d7403-1186-4f1d-af44-48e7ea85b8cd", "tag": "2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:16:32.745346 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9cff1a29-16af-4240-98a4-d682c26d124f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:32.755310 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f432b6-fe24-4d03-bc7e-a82dc1766995 service neutron] Pushing event updated for resources: {'Port': ['ID=2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:32.758986 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c6e09c04-59d1-4c4a-9d6f-a8f790779807 req-0e4f94f9-0c02-4e2a-a108-aecc72f00cfb tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/security-groups?id=2845db25-e6a3-47ba-87d7-e6b9653ec44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825666 Jul 22 22:16:32.759254 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98aee017-53d7-42b9-a6ad-c9fcdbf69765 x-openstack-request-id: req-98aee017-53d7-42b9-a6ad-c9fcdbf69765 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:16:32.759741 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d93d7403-1186-4f1d-af44-48e7ea85b8cd", "tag": "2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:16:32.760180 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-98aee017-53d7-42b9-a6ad-c9fcdbf69765 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:16:32.765251 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd93d7403-1186-4f1d-af44-48e7ea85b8cd', 'tag': '2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0', 'status': 'completed', 'code': 200} Jul 22 22:16:32.894258 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9cff1a29-16af-4240-98a4-d682c26d124f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:32.932137 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b24501-f1ef-4f85-92db-11b762f48593 req-453ac175-8162-42ed-a70a-c1e3a08ebeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:32.933815 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-79b24501-f1ef-4f85-92db-11b762f48593 req-453ac175-8162-42ed-a70a-c1e3a08ebeba service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=604ef9807f4d4f399b2b68ee7a07f4e4&device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 1096 time: 0.1800604 Jul 22 22:16:33.003586 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-79b24501-f1ef-4f85-92db-11b762f48593 req-1f023b14-bc8e-4958-bb9c-58e330738ce0 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0 HTTP/1.1" status: 200 len: 217 time: 0.0482316 Jul 22 22:16:33.065047 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-7ad7a25d-1393-4b61-8a88-ec0c3b82802a tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:33.075553 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9cff1a29-16af-4240-98a4-d682c26d124f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:33.082065 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9cff1a29-16af-4240-98a4-d682c26d124f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:33.083507 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-9cff1a29-16af-4240-98a4-d682c26d124f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6c6bb670-0519-4839-9052-7c9ac96affcd HTTP/1.1" status: 204 len: 168 time: 0.6179836 Jul 22 22:16:33.112945 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b24501-f1ef-4f85-92db-11b762f48593 req-9bac3d67-52d9-4e73-9be4-57f83443baea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:33.114483 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-79b24501-f1ef-4f85-92db-11b762f48593 req-9bac3d67-52d9-4e73-9be4-57f83443baea service neutron] 10.222.0.115 "GET /v2.0/subnets?id=f78ae926-97ca-4316-a2d0-74eca96df0da HTTP/1.1" status: 200 len: 859 time: 0.0984247 Jul 22 22:16:33.116031 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c004afd3-1a39-4584-a433-231989cf1644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:33.119316 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.db_base_plugin_common [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-8f8cb351-ed1c-414d-9646-695536dc3454 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Allocated IP 172.20.0.11 (4aaef0ad-84e7-449b-8140-d9a9cce60069/5caf93b5-914e-42f5-8313-0d8eb8086bc1/072bf681-48fb-44ec-9642-e2030452f3a3) {{(pid=93279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:16:33.122012 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff1a29-16af-4240-98a4-d682c26d124f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6bb670-0519-4839-9052-7c9ac96affcd,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:33.129284 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c004afd3-1a39-4584-a433-231989cf1644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:33.168864 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c004afd3-1a39-4584-a433-231989cf1644 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=93279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:16:33.172562 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-79b24501-f1ef-4f85-92db-11b762f48593 req-725b726b-d394-4b10-a6a5-b358950c1698 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=e4b6b76f-1ef4-401f-90f1-c356e02d995c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430484 Jul 22 22:16:33.206863 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c004afd3-1a39-4584-a433-231989cf1644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122'] for segment, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:33.207672 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.db.segments_db [None req-c004afd3-1a39-4584-a433-231989cf1644 admin admin] Added segment 3bb4be98-ca67-4e4e-8ff4-db5c38a2893a of type vlan for network 44bbbec4-c1c1-4673-af7b-cdea5f594ad6 Jul 22 22:16:33.217485 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004afd3-1a39-4584-a433-231989cf1644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40984747-b401-4df3-84a0-23c17e035bfe,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:33.256601 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-7ad7a25d-1393-4b61-8a88-ec0c3b82802a tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:33.290433 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c004afd3-1a39-4584-a433-231989cf1644 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746837610990'] for network, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:33.307877 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-7ad7a25d-1393-4b61-8a88-ec0c3b82802a tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Network e4b6b76f-1ef4-401f-90f1-c356e02d995c is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:16:33.316817 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-7ad7a25d-1393-4b61-8a88-ec0c3b82802a tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:16:33.328123 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-7ad7a25d-1393-4b61-8a88-ec0c3b82802a tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:16:33.376345 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7a25d-1393-4b61-8a88-ec0c3b82802a tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Pushing event updated for resources: {'Port': ['ID=aa83bbbf-fef0-4e16-b82b-6ff5efcf3727,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:33.387244 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-79b24501-f1ef-4f85-92db-11b762f48593 req-98d1f80f-bfa0-4311-aa90-35875d1976e0 service neutron] 10.222.0.115 "GET /v2.0/networks/e4b6b76f-1ef4-401f-90f1-c356e02d995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021577 Jul 22 22:16:33.419056 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c004afd3-1a39-4584-a433-231989cf1644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for network, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:33.420015 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c004afd3-1a39-4584-a433-231989cf1644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:33.420819 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c004afd3-1a39-4584-a433-231989cf1644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:33.434814 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-7ad7a25d-1393-4b61-8a88-ec0c3b82802a tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:33.435437 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-7ad7a25d-1393-4b61-8a88-ec0c3b82802a tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:33.458269 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-8f8cb351-ed1c-414d-9646-695536dc3454 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for port, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:33.484103 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-7ad7a25d-1393-4b61-8a88-ec0c3b82802a tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7617631 Jul 22 22:16:33.488819 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-c004afd3-1a39-4584-a433-231989cf1644 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6560128 Jul 22 22:16:33.489102 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 44082) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:33.498663 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-c48e553b-bce3-4a00-a0a7-7e2158505c15 admin admin] Request body: {'subnet': {'network_id': '44bbbec4-c1c1-4673-af7b-cdea5f594ad6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1697506613-subnet', 'tenant_id': '2038473123e74c74981e3d1537c9762f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:33.511750 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-16066abe-fc2e-4f19-839f-5450eb6ec689 service neutron] Request body: {'port': {'device_id': '7ce87260-c40f-4fc6-9af5-7cb70252b254', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:33.520859 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-8f8cb351-ed1c-414d-9646-695536dc3454 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Transition to ACTIVE for port object 072bf681-48fb-44ec-9642-e2030452f3a3 will not be triggered until provisioned by entity DHCP. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:16:33.526035 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004afd3-1a39-4584-a433-231989cf1644 admin admin] Pushing event updated for resources: {'Network': ['ID=44bbbec4-c1c1-4673-af7b-cdea5f594ad6,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:33.543760 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c4449-ee13-4295-aef3-c1c2e837b2a3 req-9f95c6de-c1e5-427b-82c6-02fe81379feb tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:33.543939 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Network 44bbbec4-c1c1-4673-af7b-cdea5f594ad6 details requested by agent ovs-agent-dv-cinder-801912-2-iscsi with host dv-cinder-801912-2-iscsi {{(pid=93280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:16:33.545400 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-6d7c4449-ee13-4295-aef3-c1c2e837b2a3 req-9f95c6de-c1e5-427b-82c6-02fe81379feb tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 931 time: 0.2081101 Jul 22 22:16:33.625946 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-79b24501-f1ef-4f85-92db-11b762f48593 req-203ea483-a0e1-44c2-9a1a-19ef912cbc65 service neutron] 10.222.0.115 "GET /v2.0/networks/e4b6b76f-1ef4-401f-90f1-c356e02d995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302835 Jul 22 22:16:33.638705 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48e553b-bce3-4a00-a0a7-7e2158505c15 admin admin] Made reservation on behalf of 2038473123e74c74981e3d1537c9762f for: {'subnet': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:16:33.641287 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c48e553b-bce3-4a00-a0a7-7e2158505c15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2719277'] for subnet, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:33.649656 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-6d7c4449-ee13-4295-aef3-c1c2e837b2a3 req-6de8c9e0-2a46-479f-80c6-6b7d01b7a10f tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881128 Jul 22 22:16:33.672502 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 44090) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:33.704292 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-8f8cb351-ed1c-414d-9646-695536dc3454 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960856'] for port, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:33.706874 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8aa49bce-ab0e-4c60-9a85-157c66a38740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:33.707546 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-16066abe-fc2e-4f19-839f-5450eb6ec689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:34.006675 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-8f8cb351-ed1c-414d-9646-695536dc3454 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Network 4aaef0ad-84e7-449b-8140-d9a9cce60069 is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:16:34.030228 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-8f8cb351-ed1c-414d-9646-695536dc3454 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:16:34.050171 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-8f8cb351-ed1c-414d-9646-695536dc3454 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Received port after_create {{(pid=93279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:16:34.105067 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8cb351-ed1c-414d-9646-695536dc3454 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Pushing event updated for resources: {'Port': ['ID=072bf681-48fb-44ec-9642-e2030452f3a3,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:34.177227 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-8f8cb351-ed1c-414d-9646-695536dc3454 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:34.177227 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-8f8cb351-ed1c-414d-9646-695536dc3454 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for port, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:34.209800 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5475b29-9f5e-4c68-915d-cb11011a977a req-8d5661ad-f26e-4c99-9f57-48d193c0372b tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:34.217176 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d5475b29-9f5e-4c68-915d-cb11011a977a req-8d5661ad-f26e-4c99-9f57-48d193c0372b tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 932 time: 0.5645342 Jul 22 22:16:34.218701 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c48e553b-bce3-4a00-a0a7-7e2158505c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2431647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2719327'] for subnet, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:34.286739 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d5475b29-9f5e-4c68-915d-cb11011a977a req-f795ebf2-6988-446a-9432-f6ec462fcd9e tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686045 Jul 22 22:16:34.317421 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a6edb-2e0d-40f5-9d74-c037d7c0002c req-e99a11d5-f5d1-4f34-8f88-4529b9eaa4b0 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:34.318210 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e553b-bce3-4a00-a0a7-7e2158505c15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c45a952c-7adb-4055-bf07-73e3431c3cb7,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:34.318967 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-075a6edb-2e0d-40f5-9d74-c037d7c0002c req-e99a11d5-f5d1-4f34-8f88-4529b9eaa4b0 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc619df4-6035-4260-9839-b7ff92d72fbf HTTP/1.1" status: 200 len: 943 time: 0.3055325 Jul 22 22:16:34.336044 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48e553b-bce3-4a00-a0a7-7e2158505c15 admin admin] Checking segment: {'id': '3bb4be98-ca67-4e4e-8ff4-db5c38a2893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '44bbbec4-c1c1-4673-af7b-cdea5f594ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:16:34.336434 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48e553b-bce3-4a00-a0a7-7e2158505c15 admin admin] Network hostable DHCP agents. Network: 44bbbec4-c1c1-4673-af7b-cdea5f594ad6, hostable agents: ['aed2ec39-81b9-4f59-895f-cbb50316ede5'], hosted agents: [] {{(pid=93278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:16:34.382245 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8aa49bce-ab0e-4c60-9a85-157c66a38740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:34.386006 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-075a6edb-2e0d-40f5-9d74-c037d7c0002c req-1318ddeb-453a-45ed-a09e-ed0db6915cd1 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/security-groups?id=2845db25-e6a3-47ba-87d7-e6b9653ec44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579405 Jul 22 22:16:34.390640 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8aa49bce-ab0e-4c60-9a85-157c66a38740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:34.390844 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48e553b-bce3-4a00-a0a7-7e2158505c15 admin admin] Network 44bbbec4-c1c1-4673-af7b-cdea5f594ad6 is scheduled to be hosted by DHCP agent aed2ec39-81b9-4f59-895f-cbb50316ede5 with binding_index 1 {{(pid=93278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:16:34.398315 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-16066abe-fc2e-4f19-839f-5450eb6ec689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa83bbbf-fef0-4e16-b82b-6ff5efcf3727 {{(pid=93278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:16:34.413736 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-16066abe-fc2e-4f19-839f-5450eb6ec689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:34.426018 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-8f8cb351-ed1c-414d-9646-695536dc3454 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4292626 Jul 22 22:16:34.426018 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-8aa49bce-ab0e-4c60-9a85-157c66a38740 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e432774af4224451a4c3f216758407ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7508454 Jul 22 22:16:34.426816 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-c2f4be54-d5b6-4898-974b-1c637891d476 None None] Provisioning for port 072bf681-48fb-44ec-9642-e2030452f3a3 completed by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:16:34.428820 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 44112) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:34.433516 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-c48e553b-bce3-4a00-a0a7-7e2158505c15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801912-2-iscsi, 44bbbec4-c1c1-4673-af7b-cdea5f594ad6) {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:16:34.444461 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d5697d-96f5-4ac3-8699-15a4ac49b083 None None] Network 44bbbec4-c1c1-4673-af7b-cdea5f594ad6 requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:16:34.446829 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-c2f4be54-d5b6-4898-974b-1c637891d476 None None] Provisioning complete for port 072bf681-48fb-44ec-9642-e2030452f3a3 triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:34.447203 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c2f4be54-d5b6-4898-974b-1c637891d476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:34.458896 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48e553b-bce3-4a00-a0a7-7e2158505c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:34.459602 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c48e553b-bce3-4a00-a0a7-7e2158505c15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:34.464787 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-16066abe-fc2e-4f19-839f-5450eb6ec689 service neutron] Transition to ACTIVE for port object aa83bbbf-fef0-4e16-b82b-6ff5efcf3727 will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:16:34.474717 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-16066abe-fc2e-4f19-839f-5450eb6ec689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:34.477003 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa49bce-ab0e-4c60-9a85-157c66a38740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c585869c-c4ae-402d-82d8-6bf508d484b1,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:34.480205 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-c48e553b-bce3-4a00-a0a7-7e2158505c15 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9901204 Jul 22 22:16:34.527924 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d37fa2ee-6aa5-4017-80e2-d636f10475f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:34.536270 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16066abe-fc2e-4f19-839f-5450eb6ec689 service neutron] Pushing event updated for resources: {'Port': ['ID=aa83bbbf-fef0-4e16-b82b-6ff5efcf3727,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:34.560829 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d37fa2ee-6aa5-4017-80e2-d636f10475f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:34.575748 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-c2f4be54-d5b6-4898-974b-1c637891d476 None None] Port 072bf681-48fb-44ec-9642-e2030452f3a3 cannot update to ACTIVE because it is not bound. {{(pid=93280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:16:34.620918 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-16066abe-fc2e-4f19-839f-5450eb6ec689 service neutron] Attempting to bind port aa83bbbf-fef0-4e16-b82b-6ff5efcf3727 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:16:34.621274 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-16066abe-fc2e-4f19-839f-5450eb6ec689 service neutron] Attempting to bind port aa83bbbf-fef0-4e16-b82b-6ff5efcf3727 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'e49ae21f-7d1d-4b26-a1fe-5a7edf437e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'e4b6b76f-1ef4-401f-90f1-c356e02d995c'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:16:34.621597 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-16066abe-fc2e-4f19-839f-5450eb6ec689 service neutron] Attempting to bind port aa83bbbf-fef0-4e16-b82b-6ff5efcf3727 on network e4b6b76f-1ef4-401f-90f1-c356e02d995c {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:16:34.623905 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d37fa2ee-6aa5-4017-80e2-d636f10475f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:34.627336 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-16066abe-fc2e-4f19-839f-5450eb6ec689 service neutron] Port aa83bbbf-fef0-4e16-b82b-6ff5efcf3727 on network e4b6b76f-1ef4-401f-90f1-c356e02d995c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:16:34.627665 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-16066abe-fc2e-4f19-839f-5450eb6ec689 service neutron] Attempting to bind port aa83bbbf-fef0-4e16-b82b-6ff5efcf3727 on network e4b6b76f-1ef4-401f-90f1-c356e02d995c {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:16:34.628113 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d37fa2ee-6aa5-4017-80e2-d636f10475f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:34.629826 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-d37fa2ee-6aa5-4017-80e2-d636f10475f8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c585869c-c4ae-402d-82d8-6bf508d484b1 HTTP/1.1" status: 204 len: 168 time: 0.1995907 Jul 22 22:16:34.633230 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-16066abe-fc2e-4f19-839f-5450eb6ec689 service neutron] Checking agent: {'id': '4259e59d-080d-4967-89a0-1abd7a18732f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'started_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:16:34.633576 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-16066abe-fc2e-4f19-839f-5450eb6ec689 service neutron] Checking segment: {'id': 'e49ae21f-7d1d-4b26-a1fe-5a7edf437e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'e4b6b76f-1ef4-401f-90f1-c356e02d995c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:16:34.633960 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-16066abe-fc2e-4f19-839f-5450eb6ec689 service neutron] Bound using segment: {'id': 'e49ae21f-7d1d-4b26-a1fe-5a7edf437e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'e4b6b76f-1ef4-401f-90f1-c356e02d995c'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:16:34.634615 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-16066abe-fc2e-4f19-839f-5450eb6ec689 service neutron] Bound port: aa83bbbf-fef0-4e16-b82b-6ff5efcf3727, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e49ae21f-7d1d-4b26-a1fe-5a7edf437e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'e4b6b76f-1ef4-401f-90f1-c356e02d995c'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:16:34.634979 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-16066abe-fc2e-4f19-839f-5450eb6ec689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:34.644312 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37fa2ee-6aa5-4017-80e2-d636f10475f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c585869c-c4ae-402d-82d8-6bf508d484b1,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:34.685875 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bc364f-2512-4d1f-b4d3-ae8c656c5309 None None] Network 44bbbec4-c1c1-4673-af7b-cdea5f594ad6 requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:16:34.725376 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-16066abe-fc2e-4f19-839f-5450eb6ec689 service neutron] For port aa83bbbf-fef0-4e16-b82b-6ff5efcf3727, host hv-cinder-80191, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:16:34.739849 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-16066abe-fc2e-4f19-839f-5450eb6ec689 service neutron] For port aa83bbbf-fef0-4e16-b82b-6ff5efcf3727, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=aa83bbbf-fef0-4e16-b82b-6ff5efcf3727,segment=NetworkSegment(e49ae21f-7d1d-4b26-a1fe-5a7edf437e57),segment_id=e49ae21f-7d1d-4b26-a1fe-5a7edf437e57)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:16:34.745236 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-16066abe-fc2e-4f19-839f-5450eb6ec689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:34.784345 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-16066abe-fc2e-4f19-839f-5450eb6ec689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:34.785068 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-16066abe-fc2e-4f19-839f-5450eb6ec689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:34.786581 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-16066abe-fc2e-4f19-839f-5450eb6ec689 service neutron] 10.222.0.115 "PUT /v2.0/ports/aa83bbbf-fef0-4e16-b82b-6ff5efcf3727 HTTP/1.1" status: 200 len: 1093 time: 1.2832303 Jul 22 22:16:34.788888 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce87260-c40f-4fc6-9af5-7cb70252b254', 'tag': 'aa83bbbf-fef0-4e16-b82b-6ff5efcf3727'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:16:34.791243 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca828be-6107-40ee-8376-64892e3b65f2" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce87260-c40f-4fc6-9af5-7cb70252b254", "tag": "aa83bbbf-fef0-4e16-b82b-6ff5efcf3727"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:16:34.851329 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3686b06-abef-4622-8d4b-69bfdd9f1c0b x-openstack-request-id: req-d3686b06-abef-4622-8d4b-69bfdd9f1c0b {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:16:34.851627 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce87260-c40f-4fc6-9af5-7cb70252b254", "tag": "aa83bbbf-fef0-4e16-b82b-6ff5efcf3727", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:16:34.851912 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d3686b06-abef-4622-8d4b-69bfdd9f1c0b {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:16:34.854278 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce87260-c40f-4fc6-9af5-7cb70252b254', 'tag': 'aa83bbbf-fef0-4e16-b82b-6ff5efcf3727', 'status': 'completed', 'code': 200} Jul 22 22:16:34.856391 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16066abe-fc2e-4f19-839f-5450eb6ec689 service neutron] Pushing event updated for resources: {'Port': ['ID=aa83bbbf-fef0-4e16-b82b-6ff5efcf3727,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:34.876386 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c1ec3-75f1-4d5b-965c-887108284b2a req-a42c94f8-ab0b-4cbe-add6-c6e7c6a8f1ec tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:34.883194 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7b9c1ec3-75f1-4d5b-965c-887108284b2a req-a42c94f8-ab0b-4cbe-add6-c6e7c6a8f1ec tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 943 time: 0.1307592 Jul 22 22:16:34.924683 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7b9c1ec3-75f1-4d5b-965c-887108284b2a req-8c46bf84-0d17-48df-9849-227d572ecb8e tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401065 Jul 22 22:16:35.232429 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 44148) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:35.237639 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-586d2cf1-c0b0-4e66-87b3-afd36c3c6390 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1539382759-network', 'tenant_id': '79fb0102a2d14c60b00c764849a72886'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:35.258728 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586d2cf1-c0b0-4e66-87b3-afd36c3c6390 admin admin] Made reservation on behalf of 79fb0102a2d14c60b00c764849a72886 for: {'network': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:16:35.260989 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-586d2cf1-c0b0-4e66-87b3-afd36c3c6390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for network, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:35.269859 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-586d2cf1-c0b0-4e66-87b3-afd36c3c6390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:35.402024 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-586d2cf1-c0b0-4e66-87b3-afd36c3c6390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:35.406969 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-586d2cf1-c0b0-4e66-87b3-afd36c3c6390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:35.429933 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-586d2cf1-c0b0-4e66-87b3-afd36c3c6390 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=93279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:16:35.458274 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-586d2cf1-c0b0-4e66-87b3-afd36c3c6390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122'] for segment, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:35.458627 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.db.segments_db [None req-586d2cf1-c0b0-4e66-87b3-afd36c3c6390 admin admin] Added segment 9205ebbb-ed57-4f34-8535-5ee484a80f7c of type vlan for network 98bc098a-823b-4e5d-977b-2fc5ced5dc36 Jul 22 22:16:35.459955 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d2cf1-c0b0-4e66-87b3-afd36c3c6390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ad99d7-b3d9-464a-9425-d2b303f7b757,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:35.535812 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e15af-7dfa-4c2f-883d-395c0b7aaa2e req-06115c79-18bb-4340-a417-907a54fd3b9f tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:35.537321 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f63e15af-7dfa-4c2f-883d-395c0b7aaa2e req-06115c79-18bb-4340-a417-907a54fd3b9f tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 932 time: 0.1755710 Jul 22 22:16:35.549534 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-586d2cf1-c0b0-4e66-87b3-afd36c3c6390 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746837610990'] for network, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:35.628116 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f63e15af-7dfa-4c2f-883d-395c0b7aaa2e req-dd678d24-90d9-4c26-85af-1a6919f8fcc2 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804868 Jul 22 22:16:35.633048 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-586d2cf1-c0b0-4e66-87b3-afd36c3c6390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for network, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:35.634011 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586d2cf1-c0b0-4e66-87b3-afd36c3c6390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:35.634599 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-586d2cf1-c0b0-4e66-87b3-afd36c3c6390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:35.676015 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-586d2cf1-c0b0-4e66-87b3-afd36c3c6390 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4424739 Jul 22 22:16:35.678921 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 44168) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:35.684152 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-50d4f00e-3b51-483e-bcfc-ddbdc5c3f341 admin admin] Request body: {'subnet': {'network_id': '98bc098a-823b-4e5d-977b-2fc5ced5dc36', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1539382759-subnet', 'tenant_id': '79fb0102a2d14c60b00c764849a72886', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:35.688037 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb7d3a-6519-49dd-9634-ccd4c5e5212f req-a312c673-0c49-4f24-a7cf-4d71fd8b52d8 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:35.689589 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b3eb7d3a-6519-49dd-9634-ccd4c5e5212f req-a312c673-0c49-4f24-a7cf-4d71fd8b52d8 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc619df4-6035-4260-9839-b7ff92d72fbf HTTP/1.1" status: 200 len: 943 time: 0.1669164 Jul 22 22:16:35.720796 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d4f00e-3b51-483e-bcfc-ddbdc5c3f341 admin admin] Made reservation on behalf of 79fb0102a2d14c60b00c764849a72886 for: {'subnet': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:16:35.721279 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d2cf1-c0b0-4e66-87b3-afd36c3c6390 admin admin] Pushing event updated for resources: {'Network': ['ID=98bc098a-823b-4e5d-977b-2fc5ced5dc36,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:35.723547 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-50d4f00e-3b51-483e-bcfc-ddbdc5c3f341 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2719277'] for subnet, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:35.734667 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Network 98bc098a-823b-4e5d-977b-2fc5ced5dc36 details requested by agent ovs-agent-dv-cinder-801912-2-iscsi with host dv-cinder-801912-2-iscsi {{(pid=93280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:16:35.761562 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b3eb7d3a-6519-49dd-9634-ccd4c5e5212f req-bb9fdceb-d291-4439-a9d7-c4e75e5c1c5e tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/security-groups?id=2845db25-e6a3-47ba-87d7-e6b9653ec44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420344 Jul 22 22:16:35.913696 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-50d4f00e-3b51-483e-bcfc-ddbdc5c3f341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2431647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2719327'] for subnet, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:35.972360 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4f00e-3b51-483e-bcfc-ddbdc5c3f341 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a749077-eac3-44ca-9152-87ee391001ad,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:35.977677 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d4f00e-3b51-483e-bcfc-ddbdc5c3f341 admin admin] Checking segment: {'id': '9205ebbb-ed57-4f34-8535-5ee484a80f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '98bc098a-823b-4e5d-977b-2fc5ced5dc36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:16:35.978033 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d4f00e-3b51-483e-bcfc-ddbdc5c3f341 admin admin] Network hostable DHCP agents. Network: 98bc098a-823b-4e5d-977b-2fc5ced5dc36, hostable agents: ['aed2ec39-81b9-4f59-895f-cbb50316ede5'], hosted agents: [] {{(pid=93278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:16:35.995569 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d4f00e-3b51-483e-bcfc-ddbdc5c3f341 admin admin] Network 98bc098a-823b-4e5d-977b-2fc5ced5dc36 is scheduled to be hosted by DHCP agent aed2ec39-81b9-4f59-895f-cbb50316ede5 with binding_index 1 {{(pid=93278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:16:36.004843 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-50d4f00e-3b51-483e-bcfc-ddbdc5c3f341 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801912-2-iscsi, 98bc098a-823b-4e5d-977b-2fc5ced5dc36) {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:16:36.009299 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d4f00e-3b51-483e-bcfc-ddbdc5c3f341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:36.010076 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-50d4f00e-3b51-483e-bcfc-ddbdc5c3f341 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:36.017593 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafb0f0b-f8c9-4ea3-b3c9-d8c42077b439 None None] Network 98bc098a-823b-4e5d-977b-2fc5ced5dc36 requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:16:36.032656 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-50d4f00e-3b51-483e-bcfc-ddbdc5c3f341 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3524640 Jul 22 22:16:36.082284 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02796509-aa6d-464b-a6b6-d4038a31ff00 req-ea305417-0264-4e5e-bd5d-9331a9d8b5b8 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:36.083974 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-02796509-aa6d-464b-a6b6-d4038a31ff00 req-ea305417-0264-4e5e-bd5d-9331a9d8b5b8 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 943 time: 0.0847433 Jul 22 22:16:36.132066 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-02796509-aa6d-464b-a6b6-d4038a31ff00 req-c5069637-1c48-45eb-b182-f1b4daeb9d24 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414190 Jul 22 22:16:36.178576 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c68542-4f2c-421f-890d-c0cadf45aa09 None None] Network 98bc098a-823b-4e5d-977b-2fc5ced5dc36 requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:16:36.375520 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-1cb4a456-ff94-4860-8135-27d3a90faa1a service neutron] Request body: {'port': {'device_id': '12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:36.401700 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device e5a9e107-fda0-4df5-921f-1b466bd6eb28 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:16:36.630941 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-1cb4a456-ff94-4860-8135-27d3a90faa1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:36.700081 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ab50d-dac0-4091-9e39-e488b34f3a56 req-1c2b50d3-c003-4233-9e99-05411fb7b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:36.704028 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-602ab50d-dac0-4091-9e39-e488b34f3a56 req-1c2b50d3-c003-4233-9e99-05411fb7b76b service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=604ef9807f4d4f399b2b68ee7a07f4e4&device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 1096 time: 0.2708278 Jul 22 22:16:36.719624 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca828be-6107-40ee-8376-64892e3b65f2 req-0c04b7c8-8af6-4f5d-9bd5-687684e15e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:36.725476 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5ca828be-6107-40ee-8376-64892e3b65f2 req-0c04b7c8-8af6-4f5d-9bd5-687684e15e5a service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=604ef9807f4d4f399b2b68ee7a07f4e4&device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 1096 time: 0.2473342 Jul 22 22:16:36.881711 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port e5a9e107-fda0-4df5-921f-1b466bd6eb28, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e5a9e107-fda0-4df5-921f-1b466bd6eb28,segment=NetworkSegment(f371a158-5659-4230-a1a1-819d61705886),segment_id=f371a158-5659-4230-a1a1-819d61705886)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:36.925777 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Returning: {'device': 'e5a9e107-fda0-4df5-921f-1b466bd6eb28', 'network_id': 'f3848d29-2553-41a1-95ce-241b20461879', 'port_id': 'e5a9e107-fda0-4df5-921f-1b466bd6eb28', 'mac_address': 'fa:16:3e:6c:99:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e09a5-a866-41b9-bfda-63f41775455c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:16:37.019249 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:37.038097 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ab50d-dac0-4091-9e39-e488b34f3a56 req-6c83e285-6672-4c05-b311-d3ee0a92b433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:37.039972 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-602ab50d-dac0-4091-9e39-e488b34f3a56 req-6c83e285-6672-4c05-b311-d3ee0a92b433 service neutron] 10.222.0.115 "GET /v2.0/networks?id=e4b6b76f-1ef4-401f-90f1-c356e02d995c HTTP/1.1" status: 200 len: 920 time: 0.3124399 Jul 22 22:16:37.047497 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a9e107-fda0-4df5-921f-1b466bd6eb28 {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:16:37.053866 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca828be-6107-40ee-8376-64892e3b65f2 req-239fefb4-8c1d-459b-8db3-520c8bccfd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:37.055857 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d6616-e67c-4e18-98fe-948305b3f6fe req-64e9fc66-f67f-40ea-9af2-c8a831eae6bc tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:37.056396 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5ca828be-6107-40ee-8376-64892e3b65f2 req-239fefb4-8c1d-459b-8db3-520c8bccfd43 service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=604ef9807f4d4f399b2b68ee7a07f4e4&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2783225 Jul 22 22:16:37.057609 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-fd4d6616-e67c-4e18-98fe-948305b3f6fe req-64e9fc66-f67f-40ea-9af2-c8a831eae6bc tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 932 time: 0.3069899 Jul 22 22:16:37.075556 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port e5a9e107-fda0-4df5-921f-1b466bd6eb28, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e5a9e107-fda0-4df5-921f-1b466bd6eb28,segment=NetworkSegment(f371a158-5659-4230-a1a1-819d61705886),segment_id=f371a158-5659-4230-a1a1-819d61705886)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:37.081265 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:37.146114 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-fd4d6616-e67c-4e18-98fe-948305b3f6fe req-fcc5861f-5ec5-4fa0-aa23-66f068e373db tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801795 Jul 22 22:16:37.163769 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf29a8-778a-48da-8c98-e2b994bbe349 req-cd640cf9-bab2-4236-8a03-afb2928578cf tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:37.165730 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5aaf29a8-778a-48da-8c98-e2b994bbe349 req-cd640cf9-bab2-4236-8a03-afb2928578cf tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc619df4-6035-4260-9839-b7ff92d72fbf HTTP/1.1" status: 200 len: 943 time: 0.2667613 Jul 22 22:16:37.166002 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=e5a9e107-fda0-4df5-921f-1b466bd6eb28,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:37.317404 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5aaf29a8-778a-48da-8c98-e2b994bbe349 req-542f8f0c-fede-44f5-a28f-c0967555dd2a tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/security-groups?id=2845db25-e6a3-47ba-87d7-e6b9653ec44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268854 Jul 22 22:16:37.319641 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-1cb4a456-ff94-4860-8135-27d3a90faa1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 072bf681-48fb-44ec-9642-e2030452f3a3 {{(pid=93279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:16:37.329868 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-1cb4a456-ff94-4860-8135-27d3a90faa1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:37.347919 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-1cb4a456-ff94-4860-8135-27d3a90faa1a service neutron] Transition to ACTIVE for port object 072bf681-48fb-44ec-9642-e2030452f3a3 will not be triggered until provisioned by entity L2. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:16:37.364215 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-1cb4a456-ff94-4860-8135-27d3a90faa1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960851'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:37.432718 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969b439-85b7-4843-801c-80395f50937c req-f92a8158-fda1-4509-8a3d-c1fb82525971 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:37.441249 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8969b439-85b7-4843-801c-80395f50937c req-f92a8158-fda1-4509-8a3d-c1fb82525971 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 943 time: 0.1924670 Jul 22 22:16:37.466369 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4a456-ff94-4860-8135-27d3a90faa1a service neutron] Pushing event updated for resources: {'Port': ['ID=072bf681-48fb-44ec-9642-e2030452f3a3,revision_number=2']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:37.542878 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8969b439-85b7-4843-801c-80395f50937c req-06cf5e4c-d1c7-4755-a386-34669da9cd3b tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007171 Jul 22 22:16:37.601510 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-1cb4a456-ff94-4860-8135-27d3a90faa1a service neutron] Attempting to bind port 072bf681-48fb-44ec-9642-e2030452f3a3 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:16:37.601874 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-1cb4a456-ff94-4860-8135-27d3a90faa1a service neutron] Attempting to bind port 072bf681-48fb-44ec-9642-e2030452f3a3 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'e3b20446-b3e0-4ede-9ab0-e90ab51c0319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069'}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:16:37.602193 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-1cb4a456-ff94-4860-8135-27d3a90faa1a service neutron] Attempting to bind port 072bf681-48fb-44ec-9642-e2030452f3a3 on network 4aaef0ad-84e7-449b-8140-d9a9cce60069 {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:16:37.606868 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-1cb4a456-ff94-4860-8135-27d3a90faa1a service neutron] Port 072bf681-48fb-44ec-9642-e2030452f3a3 on network 4aaef0ad-84e7-449b-8140-d9a9cce60069 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:16:37.607187 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-1cb4a456-ff94-4860-8135-27d3a90faa1a service neutron] Attempting to bind port 072bf681-48fb-44ec-9642-e2030452f3a3 on network 4aaef0ad-84e7-449b-8140-d9a9cce60069 {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:16:37.612578 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-1cb4a456-ff94-4860-8135-27d3a90faa1a service neutron] Checking agent: {'id': '4259e59d-080d-4967-89a0-1abd7a18732f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'started_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:16:37.612917 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-1cb4a456-ff94-4860-8135-27d3a90faa1a service neutron] Checking segment: {'id': 'e3b20446-b3e0-4ede-9ab0-e90ab51c0319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:16:37.613443 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-1cb4a456-ff94-4860-8135-27d3a90faa1a service neutron] Bound using segment: {'id': 'e3b20446-b3e0-4ede-9ab0-e90ab51c0319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069'} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:16:37.613960 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-1cb4a456-ff94-4860-8135-27d3a90faa1a service neutron] Bound port: 072bf681-48fb-44ec-9642-e2030452f3a3, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b20446-b3e0-4ede-9ab0-e90ab51c0319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069'}}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:16:37.614357 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-1cb4a456-ff94-4860-8135-27d3a90faa1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:37.684466 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-1cb4a456-ff94-4860-8135-27d3a90faa1a service neutron] For port 072bf681-48fb-44ec-9642-e2030452f3a3, host hv-cinder-80191, cleared binding levels {{(pid=93279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:16:37.692499 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-1cb4a456-ff94-4860-8135-27d3a90faa1a service neutron] For port 072bf681-48fb-44ec-9642-e2030452f3a3, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=072bf681-48fb-44ec-9642-e2030452f3a3,segment=NetworkSegment(e3b20446-b3e0-4ede-9ab0-e90ab51c0319),segment_id=e3b20446-b3e0-4ede-9ab0-e90ab51c0319)] {{(pid=93279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:16:37.703253 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-1cb4a456-ff94-4860-8135-27d3a90faa1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960851'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:37.746974 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-1cb4a456-ff94-4860-8135-27d3a90faa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:37.747603 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-1cb4a456-ff94-4860-8135-27d3a90faa1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for port, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:37.749988 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-1cb4a456-ff94-4860-8135-27d3a90faa1a service neutron] 10.222.0.115 "PUT /v2.0/ports/072bf681-48fb-44ec-9642-e2030452f3a3 HTTP/1.1" status: 200 len: 1094 time: 1.3847177 Jul 22 22:16:37.750696 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f', 'tag': '072bf681-48fb-44ec-9642-e2030452f3a3'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:16:37.794146 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4a456-ff94-4860-8135-27d3a90faa1a service neutron] Pushing event updated for resources: {'Port': ['ID=072bf681-48fb-44ec-9642-e2030452f3a3,revision_number=3']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:37.902182 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c6b4c132c05f8fa555954f998dc13116b5a095d8f56ef95ca39bca9c69008e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da713e1-709e-4117-97d8-ce3f2d20340b" -d '{"events": [{"name": "network-changed", "server_uuid": "12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f", "tag": "072bf681-48fb-44ec-9642-e2030452f3a3"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:16:38.008575 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5362a799-db96-4596-a649-4725b1f2b261 x-openstack-request-id: req-5362a799-db96-4596-a649-4725b1f2b261 {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:16:38.008861 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f", "tag": "072bf681-48fb-44ec-9642-e2030452f3a3", "status": "completed", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:16:38.009109 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5362a799-db96-4596-a649-4725b1f2b261 {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:16:38.009564 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f', 'tag': '072bf681-48fb-44ec-9642-e2030452f3a3', 'status': 'completed', 'code': 200} Jul 22 22:16:38.290899 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646afe33-e2f0-4a15-ac82-8d6949c574f8 req-8ac78260-b3dd-400c-bcef-2581ad0ac2c9 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:38.292563 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-646afe33-e2f0-4a15-ac82-8d6949c574f8 req-8ac78260-b3dd-400c-bcef-2581ad0ac2c9 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.0618603 Jul 22 22:16:38.328528 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-646afe33-e2f0-4a15-ac82-8d6949c574f8 req-f2135396-0ed5-4256-afd7-c431faa9126c tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302570 Jul 22 22:16:38.458443 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39133259-d754-4cff-a17a-09e2ec1a28d4 req-f7e0c875-91a3-48b4-9e38-4176cbefd907 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:38.459908 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-39133259-d754-4cff-a17a-09e2ec1a28d4 req-f7e0c875-91a3-48b4-9e38-4176cbefd907 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc619df4-6035-4260-9839-b7ff92d72fbf HTTP/1.1" status: 200 len: 944 time: 0.0627129 Jul 22 22:16:38.497663 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-39133259-d754-4cff-a17a-09e2ec1a28d4 req-a0b781d9-6f8d-4018-bcd7-e58258fed228 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/security-groups?id=2845db25-e6a3-47ba-87d7-e6b9653ec44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321612 Jul 22 22:16:38.683102 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62ded2-c8bb-43b0-aa55-0a1e8bb23ad9 req-dc1eb14d-b1c1-4ca8-80fd-c94a018b65ef tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:38.684573 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7e62ded2-c8bb-43b0-aa55-0a1e8bb23ad9 req-dc1eb14d-b1c1-4ca8-80fd-c94a018b65ef tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 943 time: 0.0640144 Jul 22 22:16:38.726104 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7e62ded2-c8bb-43b0-aa55-0a1e8bb23ad9 req-012777a3-ea76-42bd-ba01-0e3fbd64c3b7 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336471 Jul 22 22:16:38.737896 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-602ab50d-dac0-4091-9e39-e488b34f3a56 req-5185df41-a877-4628-b68c-50a4c98b5502 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0 HTTP/1.1" status: 200 len: 217 time: 0.0352910 Jul 22 22:16:39.457406 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738346db-d9ff-44e4-b0b5-13c8753f4bc5 req-06947ec2-8bc8-4ef6-ba05-b482f566c86b tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:39.458892 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-738346db-d9ff-44e4-b0b5-13c8753f4bc5 req-06947ec2-8bc8-4ef6-ba05-b482f566c86b tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.0619590 Jul 22 22:16:39.496479 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-738346db-d9ff-44e4-b0b5-13c8753f4bc5 req-b5bef1bb-724e-4a5a-96e5-4293b5ad6fb7 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320644 Jul 22 22:16:39.626022 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d10d26-aec0-4b7e-b628-a32ec4329c74 req-1118f62d-f759-4ad7-b56a-8deed78a95bd tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:39.627479 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-44d10d26-aec0-4b7e-b628-a32ec4329c74 req-1118f62d-f759-4ad7-b56a-8deed78a95bd tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc619df4-6035-4260-9839-b7ff92d72fbf HTTP/1.1" status: 200 len: 944 time: 0.0634949 Jul 22 22:16:39.667211 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-44d10d26-aec0-4b7e-b628-a32ec4329c74 req-31f2ece7-4692-4f3e-91f6-8f3dfd2d7185 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/security-groups?id=2845db25-e6a3-47ba-87d7-e6b9653ec44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340767 Jul 22 22:16:39.924967 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-a4d02690-95b0-46cc-8089-38815d5ed7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:39.926359 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-a4d02690-95b0-46cc-8089-38815d5ed7a3 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=4d3659e8b835430388a2cee22076abe4&device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 1097 time: 0.1355827 Jul 22 22:16:39.940417 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f8c32-8350-40e5-b9a0-8575c08074de req-201ec2c5-ba8c-4ae8-9972-d6cf6ad33c26 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:39.941802 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0f9f8c32-8350-40e5-b9a0-8575c08074de req-201ec2c5-ba8c-4ae8-9972-d6cf6ad33c26 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 943 time: 0.1187043 Jul 22 22:16:39.950301 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ab50d-dac0-4091-9e39-e488b34f3a56 req-0a15a621-fa59-4ca4-acf9-37caaccdeee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:39.951762 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-602ab50d-dac0-4091-9e39-e488b34f3a56 req-0a15a621-fa59-4ca4-acf9-37caaccdeee1 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=f78ae926-97ca-4316-a2d0-74eca96df0da HTTP/1.1" status: 200 len: 859 time: 0.1460917 Jul 22 22:16:40.002389 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-602ab50d-dac0-4091-9e39-e488b34f3a56 req-1d77be53-1093-4d58-aa70-4752542e6b27 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=e4b6b76f-1ef4-401f-90f1-c356e02d995c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392849 Jul 22 22:16:40.007777 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca828be-6107-40ee-8376-64892e3b65f2 req-98b121a0-f336-4ddf-a0b7-859b7c478f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:40.009246 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5ca828be-6107-40ee-8376-64892e3b65f2 req-98b121a0-f336-4ddf-a0b7-859b7c478f77 service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2354825 Jul 22 22:16:40.012468 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-2d3ce007-dcda-4e8a-96ea-b30b81bc8572 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=072bf681-48fb-44ec-9642-e2030452f3a3 HTTP/1.1" status: 200 len: 217 time: 0.0697391 Jul 22 22:16:40.115979 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['e5a9e107-fda0-4df5-921f-1b466bd6eb28'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:16:40.149690 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-602ab50d-dac0-4091-9e39-e488b34f3a56 req-c1e93233-73b0-4260-be2b-37f46efc7040 service neutron] 10.222.0.115 "GET /v2.0/networks/e4b6b76f-1ef4-401f-90f1-c356e02d995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343668 Jul 22 22:16:40.191266 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-76b80b10-b212-42ec-9c56-e9cb338bad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:40.192777 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-76b80b10-b212-42ec-9c56-e9cb338bad72 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=604ef9807f4d4f399b2b68ee7a07f4e4&device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 1096 time: 0.1093490 Jul 22 22:16:40.245881 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0f9f8c32-8350-40e5-b9a0-8575c08074de req-16c75bec-97c4-4c2c-bf69-b8cc0b9815b0 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738431 Jul 22 22:16:40.270622 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-639f3449-13ee-4eef-af5c-7123bc41d640 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa83bbbf-fef0-4e16-b82b-6ff5efcf3727 HTTP/1.1" status: 200 len: 217 time: 0.0677099 Jul 22 22:16:40.273276 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-a4d90e8f-99d9-4ae5-8fb2-c5f6ff5e5ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:40.274964 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-a4d90e8f-99d9-4ae5-8fb2-c5f6ff5e5ba3 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=5caf93b5-914e-42f5-8313-0d8eb8086bc1 HTTP/1.1" status: 200 len: 856 time: 0.2535484 Jul 22 22:16:40.319044 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-602ab50d-dac0-4091-9e39-e488b34f3a56 req-36f3730e-9fb2-4de9-b3c3-738a0baafedc service neutron] 10.222.0.115 "GET /v2.0/networks/e4b6b76f-1ef4-401f-90f1-c356e02d995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629729 Jul 22 22:16:40.336593 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-93796e68-f502-47ff-b1d5-b304f2a5830f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:40.338129 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-93796e68-f502-47ff-b1d5-b304f2a5830f service neutron] 10.222.0.115 "GET /v2.0/subnets?id=f78ae926-97ca-4316-a2d0-74eca96df0da HTTP/1.1" status: 200 len: 859 time: 0.0559180 Jul 22 22:16:40.375306 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-61d1137e-f20d-433a-9ee1-8d29f5063fd9 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=e4b6b76f-1ef4-401f-90f1-c356e02d995c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292432 Jul 22 22:16:40.379155 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-b7b2de5c-9869-4c00-8c32-660eb40cfa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:40.380652 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-b7b2de5c-9869-4c00-8c32-660eb40cfa1f service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=4aaef0ad-84e7-449b-8140-d9a9cce60069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0988710 Jul 22 22:16:40.476517 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-a5441967-1117-4c43-ab26-a369d585b151 service neutron] 10.222.0.115 "GET /v2.0/networks/e4b6b76f-1ef4-401f-90f1-c356e02d995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818076 Jul 22 22:16:40.479753 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-ea2bcfe7-c773-4482-8482-e40c981cbf45 service neutron] 10.222.0.115 "GET /v2.0/networks/4aaef0ad-84e7-449b-8140-d9a9cce60069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841415 Jul 22 22:16:40.615886 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d13e5094-d35a-4236-af91-edea3f0c9327 req-486f8f5e-75a9-4e45-b6de-769332c68552 service neutron] 10.222.0.115 "GET /v2.0/networks/4aaef0ad-84e7-449b-8140-d9a9cce60069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262615 Jul 22 22:16:40.660973 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7104a0-bb61-408a-ad90-4b3497db02d2 req-91477939-e091-4f82-8371-40c3fbe8a05e tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:40.663134 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5f7104a0-bb61-408a-ad90-4b3497db02d2 req-91477939-e091-4f82-8371-40c3fbe8a05e tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.0855944 Jul 22 22:16:40.746775 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5f7104a0-bb61-408a-ad90-4b3497db02d2 req-aaf5f621-e1c9-47c9-8145-5f6006b6f7a6 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489571 Jul 22 22:16:40.772738 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c43a1691-9c3d-4361-877a-93c7cfbc2f82 req-73609035-bca4-43bb-acc1-a41a51d060c7 service neutron] 10.222.0.115 "GET /v2.0/networks/e4b6b76f-1ef4-401f-90f1-c356e02d995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837670 Jul 22 22:16:40.785865 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da713e1-709e-4117-97d8-ce3f2d20340b req-394e7f29-fd4d-4c21-b547-3f05e2bd672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:40.787333 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3da713e1-709e-4117-97d8-ce3f2d20340b req-394e7f29-fd4d-4c21-b547-3f05e2bd672e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=4d3659e8b835430388a2cee22076abe4&device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 1097 time: 0.1231484 Jul 22 22:16:40.974862 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb3499-6897-4f1e-a8f0-0bf7b5868fba req-003bbf56-351e-452b-a11c-0818970e71a5 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:40.976736 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-2beb3499-6897-4f1e-a8f0-0bf7b5868fba req-003bbf56-351e-452b-a11c-0818970e71a5 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc619df4-6035-4260-9839-b7ff92d72fbf HTTP/1.1" status: 200 len: 944 time: 0.1962636 Jul 22 22:16:41.049917 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da713e1-709e-4117-97d8-ce3f2d20340b req-7ffcde9c-160b-4a51-875a-b9607a54a255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:41.052572 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3da713e1-709e-4117-97d8-ce3f2d20340b req-7ffcde9c-160b-4a51-875a-b9607a54a255 service neutron] 10.222.0.115 "GET /v2.0/networks?id=4aaef0ad-84e7-449b-8140-d9a9cce60069 HTTP/1.1" status: 200 len: 918 time: 0.2571361 Jul 22 22:16:41.063692 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-2beb3499-6897-4f1e-a8f0-0bf7b5868fba req-a30904ee-dc54-4a69-81c2-feba37700d76 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/security-groups?id=2845db25-e6a3-47ba-87d7-e6b9653ec44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763924 Jul 22 22:16:41.115884 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3da713e1-709e-4117-97d8-ce3f2d20340b req-380c2257-1ff8-49b4-89e2-264504a9969e service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=072bf681-48fb-44ec-9642-e2030452f3a3 HTTP/1.1" status: 200 len: 217 time: 0.0510266 Jul 22 22:16:41.174900 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da713e1-709e-4117-97d8-ce3f2d20340b req-e2034bcf-229a-4ac2-98b1-3e560096d994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:41.176919 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3da713e1-709e-4117-97d8-ce3f2d20340b req-e2034bcf-229a-4ac2-98b1-3e560096d994 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=5caf93b5-914e-42f5-8313-0d8eb8086bc1 HTTP/1.1" status: 200 len: 856 time: 0.0532274 Jul 22 22:16:41.258108 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da713e1-709e-4117-97d8-ce3f2d20340b req-d236ab6e-f839-4db3-82bd-e5a54a26e72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:41.259533 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3da713e1-709e-4117-97d8-ce3f2d20340b req-d236ab6e-f839-4db3-82bd-e5a54a26e72c service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=4aaef0ad-84e7-449b-8140-d9a9cce60069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716262 Jul 22 22:16:41.330738 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 44354) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:41.464198 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3da713e1-709e-4117-97d8-ce3f2d20340b req-01ec3b63-4b17-4803-8c6c-ce283fa111fb service neutron] 10.222.0.115 "GET /v2.0/networks/4aaef0ad-84e7-449b-8140-d9a9cce60069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951256 Jul 22 22:16:41.475349 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2974b2-fd2d-40d0-850e-d9f47fc05ff8 req-d768ac1b-ba64-4fa0-b475-8d726c098e36 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:41.476921 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1f2974b2-fd2d-40d0-850e-d9f47fc05ff8 req-d768ac1b-ba64-4fa0-b475-8d726c098e36 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 943 time: 0.1393435 Jul 22 22:16:41.480100 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-dc45e3a1-54df-4d05-9829-26b8d8c4b059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:41.573027 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1f2974b2-fd2d-40d0-850e-d9f47fc05ff8 req-8e32041f-5519-4673-8947-d1ce97e5b69f tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860302 Jul 22 22:16:41.594213 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-dc45e3a1-54df-4d05-9829-26b8d8c4b059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:41.599191 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-dc45e3a1-54df-4d05-9829-26b8d8c4b059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:41.613971 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3da713e1-709e-4117-97d8-ce3f2d20340b req-5a493a29-f6ab-4a78-b713-37cdcd540c76 service neutron] 10.222.0.115 "GET /v2.0/networks/4aaef0ad-84e7-449b-8140-d9a9cce60069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360300 Jul 22 22:16:41.646079 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45e3a1-54df-4d05-9829-26b8d8c4b059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e52705a-74f1-4676-8f6e-e3b34a951e5f,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:41.654450 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-dc45e3a1-54df-4d05-9829-26b8d8c4b059 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e362c9381add4176a83fb21a27f91c91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3209622 Jul 22 22:16:41.654752 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 44376) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:41.711090 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-07bce6de-6f02-4ab3-9cd3-57e0464421ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:41.732432 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-07bce6de-6f02-4ab3-9cd3-57e0464421ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:41.778024 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-07bce6de-6f02-4ab3-9cd3-57e0464421ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:41.781319 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-07bce6de-6f02-4ab3-9cd3-57e0464421ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:41.782710 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-07bce6de-6f02-4ab3-9cd3-57e0464421ce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8e52705a-74f1-4676-8f6e-e3b34a951e5f HTTP/1.1" status: 204 len: 168 time: 0.1265223 Jul 22 22:16:41.791028 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bce6de-6f02-4ab3-9cd3-57e0464421ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e52705a-74f1-4676-8f6e-e3b34a951e5f,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:41.811001 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:16:41.876300 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device e5a9e107-fda0-4df5-921f-1b466bd6eb28 up at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:16:41.897950 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 6 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:16:41.926794 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9dd347-2385-4623-9188-bd43d516bd2a req-47329cef-e10c-4bcf-a7b8-4d198f0b18de tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:41.928451 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5e9dd347-2385-4623-9188-bd43d516bd2a req-47329cef-e10c-4bcf-a7b8-4d198f0b18de tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.0801885 Jul 22 22:16:41.969569 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5e9dd347-2385-4623-9188-bd43d516bd2a req-652c11ce-1aaa-4e47-9157-f49bf46bbb47 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349879 Jul 22 22:16:41.987569 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0,segment=NetworkSegment(e49ae21f-7d1d-4b26-a1fe-5a7edf437e57),segment_id=e49ae21f-7d1d-4b26-a1fe-5a7edf437e57)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:41.996645 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning for port e5a9e107-fda0-4df5-921f-1b466bd6eb28 completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:16:42.003136 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Returning: {'device': '2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0', 'network_id': 'e4b6b76f-1ef4-401f-90f1-c356e02d995c', 'port_id': '2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0', 'mac_address': 'fa:16:3e:ab:1b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f78ae926-97ca-4316-a2d0-74eca96df0da', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:16:42.005441 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning complete for port e5a9e107-fda0-4df5-921f-1b466bd6eb28 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:42.005813 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:42.075939 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:42.095498 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0 {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:16:42.130881 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 44390) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:42.139351 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0,segment=NetworkSegment(e49ae21f-7d1d-4b26-a1fe-5a7edf437e57),segment_id=e49ae21f-7d1d-4b26-a1fe-5a7edf437e57)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:42.147278 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8efda5ad-4528-4f85-8008-de06ee5a9901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:42.154702 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:42.157033 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:42.229630 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc619df4-6035-4260-9839-b7ff92d72fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a9e107-fda0-4df5-921f-1b466bd6eb28'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:16:42.239041 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a815a8c-0945-4324-8807-11293e9fc46b req-e5a0bf45-446f-43eb-9744-f47dc9e7f22d tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:42.240907 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4a815a8c-0945-4324-8807-11293e9fc46b req-e5a0bf45-446f-43eb-9744-f47dc9e7f22d tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc619df4-6035-4260-9839-b7ff92d72fbf HTTP/1.1" status: 200 len: 944 time: 0.1014178 Jul 22 22:16:42.316378 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4a815a8c-0945-4324-8807-11293e9fc46b req-811872c2-6a26-4761-9a51-9ddd34d805b8 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/security-groups?id=2845db25-e6a3-47ba-87d7-e6b9653ec44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667613 Jul 22 22:16:42.343497 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port e5a9e107-fda0-4df5-921f-1b466bd6eb28, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e5a9e107-fda0-4df5-921f-1b466bd6eb28,segment=NetworkSegment(f371a158-5659-4230-a1a1-819d61705886),segment_id=f371a158-5659-4230-a1a1-819d61705886)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:42.357514 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:42.364125 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:42.365715 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8efda5ad-4528-4f85-8008-de06ee5a9901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:42.374461 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8efda5ad-4528-4f85-8008-de06ee5a9901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:42.428874 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:16:42.432031 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-8efda5ad-4528-4f85-8008-de06ee5a9901 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=27186026bada4a9c9390ebac138fde47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3000569 Jul 22 22:16:42.434661 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 44410) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:42.443496 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efda5ad-4528-4f85-8008-de06ee5a9901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9580466a-5906-4b9f-bcaf-2b78c6e188e8,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:42.480893 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=e5a9e107-fda0-4df5-921f-1b466bd6eb28,revision_number=5']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:42.526023 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-125c2c67-b9be-4957-b373-78fe8d2bcbdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:42.544216 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f27b67f0d35f7f80674a04ef850f841daaa75b8eb1023cd4f94f55c11be84c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a005834-ce2f-4fe4-984b-83c89a43432e" -d '{"events": [{"server_uuid": "bc619df4-6035-4260-9839-b7ff92d72fbf", "name": "network-vif-plugged", "status": "completed", "tag": "e5a9e107-fda0-4df5-921f-1b466bd6eb28"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:16:42.556897 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-125c2c67-b9be-4957-b373-78fe8d2bcbdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:42.650131 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-125c2c67-b9be-4957-b373-78fe8d2bcbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:42.653442 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-125c2c67-b9be-4957-b373-78fe8d2bcbdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:42.654831 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-125c2c67-b9be-4957-b373-78fe8d2bcbdd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9580466a-5906-4b9f-bcaf-2b78c6e188e8 HTTP/1.1" status: 204 len: 168 time: 0.2189593 Jul 22 22:16:42.692974 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c2c67-b9be-4957-b373-78fe8d2bcbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9580466a-5906-4b9f-bcaf-2b78c6e188e8,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:42.775568 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34eb3c4-4ea0-417c-85fd-38a7df0b9a5e x-openstack-request-id: req-b34eb3c4-4ea0-417c-85fd-38a7df0b9a5e {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:16:42.776457 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc619df4-6035-4260-9839-b7ff92d72fbf", "name": "network-vif-plugged", "status": "completed", "tag": "e5a9e107-fda0-4df5-921f-1b466bd6eb28", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:16:42.776742 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b34eb3c4-4ea0-417c-85fd-38a7df0b9a5e {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:16:42.778407 dv-cinder-801912-2-iscsi neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc619df4-6035-4260-9839-b7ff92d72fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a9e107-fda0-4df5-921f-1b466bd6eb28', 'code': 200} Jul 22 22:16:42.825125 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90b9a0-004c-460d-9690-c08d0296a771 req-38f285cc-10b1-4b80-8690-f9a7beeda2a6 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:42.828441 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ca90b9a0-004c-460d-9690-c08d0296a771 req-38f285cc-10b1-4b80-8690-f9a7beeda2a6 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 943 time: 0.1434662 Jul 22 22:16:42.892643 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ca90b9a0-004c-460d-9690-c08d0296a771 req-2750a677-7941-46b5-8ea3-9cbcabf6ccf4 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581961 Jul 22 22:16:43.051902 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7a435-d56c-449f-8e56-5c2939d1fc59 req-9de0fb02-9771-46f0-bb8e-b3394cd6d3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:43.053465 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-66d7a435-d56c-449f-8e56-5c2939d1fc59 req-9de0fb02-9771-46f0-bb8e-b3394cd6d3a1 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=bc619df4-6035-4260-9839-b7ff92d72fbf HTTP/1.1" status: 200 len: 1098 time: 0.1102145 Jul 22 22:16:43.086982 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-66d7a435-d56c-449f-8e56-5c2939d1fc59 req-d262bbb0-05c5-48fc-9a54-37b72cb2971b service neutron] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:43.230637 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d78c8-ca81-4267-9c88-69e2911d6b2c req-a2aff2ba-0096-4540-825e-cf60087672d9 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:43.232343 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-044d78c8-ca81-4267-9c88-69e2911d6b2c req-a2aff2ba-0096-4540-825e-cf60087672d9 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.1468382 Jul 22 22:16:43.307126 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-044d78c8-ca81-4267-9c88-69e2911d6b2c req-bfc23ebb-6ee5-47eb-a8de-05ff2feb41ba tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599368 Jul 22 22:16:43.315933 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-66d7a435-d56c-449f-8e56-5c2939d1fc59 req-d262bbb0-05c5-48fc-9a54-37b72cb2971b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:43.319542 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 44472) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:43.328699 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-66d7a435-d56c-449f-8e56-5c2939d1fc59 req-d262bbb0-05c5-48fc-9a54-37b72cb2971b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:43.384740 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-66d7a435-d56c-449f-8e56-5c2939d1fc59 req-d262bbb0-05c5-48fc-9a54-37b72cb2971b service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=2845db25-e6a3-47ba-87d7-e6b9653ec44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231027 Jul 22 22:16:43.396596 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d262bbb0-05c5-48fc-9a54-37b72cb2971b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7a28ed79-db3c-4b88-8e9e-d1431619eac7,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:43.484537 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8489c03-b5b3-4546-97e9-3283ae045662 req-03aa54ab-ccb2-40cc-a155-de1672034e6f tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:43.487452 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a8489c03-b5b3-4546-97e9-3283ae045662 req-03aa54ab-ccb2-40cc-a155-de1672034e6f tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc619df4-6035-4260-9839-b7ff92d72fbf HTTP/1.1" status: 200 len: 945 time: 0.0870812 Jul 22 22:16:43.508528 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5415c098-4476-4bee-b8b7-f00afc22e18c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:43.537983 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a8489c03-b5b3-4546-97e9-3283ae045662 req-8cef9c14-b9ee-4d1f-8798-bc7c2c36f75f tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/security-groups?id=2845db25-e6a3-47ba-87d7-e6b9653ec44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411472 Jul 22 22:16:43.605721 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5415c098-4476-4bee-b8b7-f00afc22e18c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:43.612443 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5415c098-4476-4bee-b8b7-f00afc22e18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:43.658112 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-5415c098-4476-4bee-b8b7-f00afc22e18c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a065c73fcfdb47429e914fdfb1d26213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3372607 Jul 22 22:16:43.659041 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415c098-4476-4bee-b8b7-f00afc22e18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958c3dda-3422-4b7e-84c9-ca14c62469c8,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:43.660822 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 44488) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:43.722355 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b753b30a-e4bf-4a9a-915e-f553aaea094d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:43.751432 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b753b30a-e4bf-4a9a-915e-f553aaea094d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:43.810230 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b753b30a-e4bf-4a9a-915e-f553aaea094d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:43.813764 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b753b30a-e4bf-4a9a-915e-f553aaea094d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:43.817961 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-b753b30a-e4bf-4a9a-915e-f553aaea094d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/958c3dda-3422-4b7e-84c9-ca14c62469c8 HTTP/1.1" status: 204 len: 168 time: 0.1558635 Jul 22 22:16:43.829655 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b753b30a-e4bf-4a9a-915e-f553aaea094d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958c3dda-3422-4b7e-84c9-ca14c62469c8,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:43.834818 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 072bf681-48fb-44ec-9642-e2030452f3a3 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:16:43.853923 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0 up at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:16:43.998464 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning for port 2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0 completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:16:44.004564 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning complete for port 2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:44.005058 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:44.044847 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 072bf681-48fb-44ec-9642-e2030452f3a3, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=072bf681-48fb-44ec-9642-e2030452f3a3,segment=NetworkSegment(e3b20446-b3e0-4ede-9ab0-e90ab51c0319),segment_id=e3b20446-b3e0-4ede-9ab0-e90ab51c0319)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:44.067661 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Returning: {'device': '072bf681-48fb-44ec-9642-e2030452f3a3', 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069', 'port_id': '072bf681-48fb-44ec-9642-e2030452f3a3', 'mac_address': 'fa:16:3e:d1:27:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5caf93b5-914e-42f5-8313-0d8eb8086bc1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:16:44.114996 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aec68f-9d9d-466c-90a7-2029da4650ec req-4616f4bd-e463-4d19-9370-2f201e6918c3 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:44.116763 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b2aec68f-9d9d-466c-90a7-2029da4650ec req-4616f4bd-e463-4d19-9370-2f201e6918c3 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 943 time: 0.1125119 Jul 22 22:16:44.178172 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:44.184400 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b2aec68f-9d9d-466c-90a7-2029da4650ec req-7128a5b1-b30b-4a8f-95f7-da0cb2cb60f3 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565171 Jul 22 22:16:44.198228 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 072bf681-48fb-44ec-9642-e2030452f3a3 {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:16:44.235844 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:44.255874 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 072bf681-48fb-44ec-9642-e2030452f3a3, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=072bf681-48fb-44ec-9642-e2030452f3a3,segment=NetworkSegment(e3b20446-b3e0-4ede-9ab0-e90ab51c0319),segment_id=e3b20446-b3e0-4ede-9ab0-e90ab51c0319)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:44.261440 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:44.262644 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device aa83bbbf-fef0-4e16-b82b-6ff5efcf3727 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:16:44.338714 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0,segment=NetworkSegment(e49ae21f-7d1d-4b26-a1fe-5a7edf437e57),segment_id=e49ae21f-7d1d-4b26-a1fe-5a7edf437e57)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:44.352811 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:44.399899 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 44542) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:44.424490 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=072bf681-48fb-44ec-9642-e2030452f3a3,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:44.445919 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-568360c4-faca-4692-87c5-ac87064eba43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:44.555284 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0,revision_number=5']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:44.582781 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4f90f-0b50-4cbf-ab9b-e0d621c74678 req-40ea9078-3562-48bb-aa4e-3fd35a6122a1 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:44.584485 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f7d4f90f-0b50-4cbf-ab9b-e0d621c74678 req-40ea9078-3562-48bb-aa4e-3fd35a6122a1 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 945 time: 0.1564023 Jul 22 22:16:44.586314 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port aa83bbbf-fef0-4e16-b82b-6ff5efcf3727, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=aa83bbbf-fef0-4e16-b82b-6ff5efcf3727,segment=NetworkSegment(e49ae21f-7d1d-4b26-a1fe-5a7edf437e57),segment_id=e49ae21f-7d1d-4b26-a1fe-5a7edf437e57)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:44.603321 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Returning: {'device': 'aa83bbbf-fef0-4e16-b82b-6ff5efcf3727', 'network_id': 'e4b6b76f-1ef4-401f-90f1-c356e02d995c', 'port_id': 'aa83bbbf-fef0-4e16-b82b-6ff5efcf3727', 'mac_address': 'fa:16:3e:4b:39:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f78ae926-97ca-4316-a2d0-74eca96df0da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:16:44.671700 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:44.693061 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa83bbbf-fef0-4e16-b82b-6ff5efcf3727 {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:16:44.717684 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-568360c4-faca-4692-87c5-ac87064eba43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:44.723019 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f7d4f90f-0b50-4cbf-ab9b-e0d621c74678 req-b1e9a187-9b0d-4072-bcbf-f7a63c6dc392 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280227 Jul 22 22:16:44.726088 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-568360c4-faca-4692-87c5-ac87064eba43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:44.730328 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port aa83bbbf-fef0-4e16-b82b-6ff5efcf3727, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=aa83bbbf-fef0-4e16-b82b-6ff5efcf3727,segment=NetworkSegment(e49ae21f-7d1d-4b26-a1fe-5a7edf437e57),segment_id=e49ae21f-7d1d-4b26-a1fe-5a7edf437e57)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:44.738207 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:44.790114 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93d7403-1186-4f1d-af44-48e7ea85b8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:16:44.794188 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f27b67f0d35f7f80674a04ef850f841daaa75b8eb1023cd4f94f55c11be84c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacab911-d5d5-4179-b659-5bbbdb3db957" -d '{"events": [{"server_uuid": "d93d7403-1186-4f1d-af44-48e7ea85b8cd", "name": "network-vif-plugged", "status": "completed", "tag": "2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:16:44.810217 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568360c4-faca-4692-87c5-ac87064eba43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52a55b6-4fd5-42c7-bc6e-1a2fd95014fc,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:44.833675 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-568360c4-faca-4692-87c5-ac87064eba43 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d2684b0143bc4c11b868a3fd704e9838&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4326005 Jul 22 22:16:44.836761 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 44560) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:44.866672 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=aa83bbbf-fef0-4e16-b82b-6ff5efcf3727,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:44.880663 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26eb4ce-c543-4e94-a56d-71efcd27a097 req-8493d58f-7f8b-4e24-9db3-b2175f733b10 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:44.882212 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d26eb4ce-c543-4e94-a56d-71efcd27a097 req-8493d58f-7f8b-4e24-9db3-b2175f733b10 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc619df4-6035-4260-9839-b7ff92d72fbf HTTP/1.1" status: 200 len: 945 time: 0.2303762 Jul 22 22:16:44.934285 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b891d58-abac-4699-b85a-4fcc191865b4 x-openstack-request-id: req-7b891d58-abac-4699-b85a-4fcc191865b4 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:16:44.934584 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93d7403-1186-4f1d-af44-48e7ea85b8cd", "name": "network-vif-plugged", "status": "completed", "tag": "2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:16:44.934866 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7b891d58-abac-4699-b85a-4fcc191865b4 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:16:44.935296 dv-cinder-801912-2-iscsi neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd93d7403-1186-4f1d-af44-48e7ea85b8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0', 'code': 200} Jul 22 22:16:44.949192 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d26eb4ce-c543-4e94-a56d-71efcd27a097 req-c4864f6a-f086-44a1-9c49-f560e601dd57 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/security-groups?id=2845db25-e6a3-47ba-87d7-e6b9653ec44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561481 Jul 22 22:16:44.950442 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7c1d3573-fa55-4cbd-bb8b-31d823358a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:44.982171 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 44566) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:44.989468 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7c1d3573-fa55-4cbd-bb8b-31d823358a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:45.051246 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7c1d3573-fa55-4cbd-bb8b-31d823358a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:45.054861 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7c1d3573-fa55-4cbd-bb8b-31d823358a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:45.064103 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-7c1d3573-fa55-4cbd-bb8b-31d823358a19 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c52a55b6-4fd5-42c7-bc6e-1a2fd95014fc HTTP/1.1" status: 204 len: 168 time: 0.2247758 Jul 22 22:16:45.072875 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d3573-fa55-4cbd-bb8b-31d823358a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52a55b6-4fd5-42c7-bc6e-1a2fd95014fc,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:45.104623 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['aa83bbbf-fef0-4e16-b82b-6ff5efcf3727'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:16:45.121542 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['072bf681-48fb-44ec-9642-e2030452f3a3'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:16:45.122888 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d010220a-0836-402c-873d-11740cfe0583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:45.498737 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 44586) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:45.512499 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-777d6e72-2be8-43ae-8acf-c394162647b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:45.570209 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d010220a-0836-402c-873d-11740cfe0583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:45.581658 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d010220a-0836-402c-873d-11740cfe0583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:45.645064 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ce75e-90c3-4af7-89a0-44d4b3676444 req-694bf417-2863-486b-a794-1486814777e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:45.646827 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c74ce75e-90c3-4af7-89a0-44d4b3676444 req-694bf417-2863-486b-a794-1486814777e6 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 1098 time: 0.4028082 Jul 22 22:16:45.652209 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-d010220a-0836-402c-873d-11740cfe0583 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dd83e305a59a436aa03630e9b721b07d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6680615 Jul 22 22:16:45.653748 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010220a-0836-402c-873d-11740cfe0583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f4a9d6-ef48-4e58-9eca-7c7d1e371176,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:45.655898 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 44590) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:45.666346 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-777d6e72-2be8-43ae-8acf-c394162647b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:45.673857 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-777d6e72-2be8-43ae-8acf-c394162647b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:45.689739 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f07962-2bfe-4151-8131-028f11563b0a req-e7f21146-150d-484e-a742-4cf96b60ac5e tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:45.691278 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-10f07962-2bfe-4151-8131-028f11563b0a req-e7f21146-150d-484e-a742-4cf96b60ac5e tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 944 time: 0.3911667 Jul 22 22:16:45.720764 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c74ce75e-90c3-4af7-89a0-44d4b3676444 req-51e05e23-e395-404e-9bd3-1200a612275c service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630674 Jul 22 22:16:45.748979 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-10f07962-2bfe-4151-8131-028f11563b0a req-f4569da2-09b5-4698-a153-67b12549f4eb tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479779 Jul 22 22:16:45.755778 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-777d6e72-2be8-43ae-8acf-c394162647b7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=799ec79d914a46019fc9ef3e9df46815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556789 Jul 22 22:16:45.758674 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 44594) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:45.766193 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d6e72-2be8-43ae-8acf-c394162647b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b39a5d8-673b-4055-a7aa-6c19cb0f9601,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:45.773790 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0b2eedc4-cbdd-45b7-81df-592a77823ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:45.802394 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0b2eedc4-cbdd-45b7-81df-592a77823ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:45.855538 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0b2eedc4-cbdd-45b7-81df-592a77823ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:45.858849 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0b2eedc4-cbdd-45b7-81df-592a77823ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:45.862630 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-0b2eedc4-cbdd-45b7-81df-592a77823ffd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/96f4a9d6-ef48-4e58-9eca-7c7d1e371176 HTTP/1.1" status: 204 len: 168 time: 0.2034006 Jul 22 22:16:45.870324 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2eedc4-cbdd-45b7-81df-592a77823ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f4a9d6-ef48-4e58-9eca-7c7d1e371176,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:45.873580 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-43d69d3f-bd34-4e9b-8606-a502655a37f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:45.907993 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-43d69d3f-bd34-4e9b-8606-a502655a37f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:45.947339 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db464c7-6056-4e16-8dce-8dee4f2b3814 req-105e2c31-a2f4-4986-ae66-af82f7bb49b4 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:45.948856 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0db464c7-6056-4e16-8dce-8dee4f2b3814 req-105e2c31-a2f4-4986-ae66-af82f7bb49b4 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 945 time: 0.1286404 Jul 22 22:16:45.993722 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-43d69d3f-bd34-4e9b-8606-a502655a37f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:45.996556 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-43d69d3f-bd34-4e9b-8606-a502655a37f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:45.999663 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-43d69d3f-bd34-4e9b-8606-a502655a37f7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6b39a5d8-673b-4055-a7aa-6c19cb0f9601 HTTP/1.1" status: 204 len: 168 time: 0.2377000 Jul 22 22:16:46.017069 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0db464c7-6056-4e16-8dce-8dee4f2b3814 req-2eafb020-8e5b-4c79-bf4d-570c0668700e tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601323 Jul 22 22:16:46.031937 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d69d3f-bd34-4e9b-8606-a502655a37f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b39a5d8-673b-4055-a7aa-6c19cb0f9601,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:46.115464 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1df620-9ea2-448e-84f9-b0d253c1a1cf req-86739b24-fffd-4bfd-af41-6f8ed1a7441e tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:46.117143 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-dc1df620-9ea2-448e-84f9-b0d253c1a1cf req-86739b24-fffd-4bfd-af41-6f8ed1a7441e tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc619df4-6035-4260-9839-b7ff92d72fbf HTTP/1.1" status: 200 len: 945 time: 0.0873914 Jul 22 22:16:46.172283 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-dc1df620-9ea2-448e-84f9-b0d253c1a1cf req-d2a50db7-b00f-4c7e-be3a-1ae5e4ff9e84 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/security-groups?id=2845db25-e6a3-47ba-87d7-e6b9653ec44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464365 Jul 22 22:16:46.392208 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 44626) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:46.409415 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a9678a31-ac49-4351-a8ff-0335903da1ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:46.506688 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a9678a31-ac49-4351-a8ff-0335903da1ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:46.511695 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a9678a31-ac49-4351-a8ff-0335903da1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:46.543200 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-cee5ea7d-dee3-42dc-9de6-176694f01fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:46.559379 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-a9678a31-ac49-4351-a8ff-0335903da1ca admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=64dc15058cc14878b613f234ccbdb80c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1637442 Jul 22 22:16:46.559379 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9678a31-ac49-4351-a8ff-0335903da1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa144ed-abcf-495a-a6ce-74191bbc3749,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:46.559764 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 44636) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:46.647237 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a2ce0823-1040-4590-acc6-325ae83da02d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:46.675449 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a2ce0823-1040-4590-acc6-325ae83da02d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:46.745657 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a2ce0823-1040-4590-acc6-325ae83da02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:46.748487 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a2ce0823-1040-4590-acc6-325ae83da02d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:46.749854 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-a2ce0823-1040-4590-acc6-325ae83da02d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2aa144ed-abcf-495a-a6ce-74191bbc3749 HTTP/1.1" status: 204 len: 168 time: 0.1884847 Jul 22 22:16:46.758788 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce0823-1040-4590-acc6-325ae83da02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa144ed-abcf-495a-a6ce-74191bbc3749,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:46.912360 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590b5f5-c5cc-40b9-8c03-de63ff3bbbac req-843a021a-613c-4eb8-9ffb-5c1c79612060 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:46.917612 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b590b5f5-c5cc-40b9-8c03-de63ff3bbbac req-843a021a-613c-4eb8-9ffb-5c1c79612060 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 944 time: 0.0791926 Jul 22 22:16:46.959359 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b590b5f5-c5cc-40b9-8c03-de63ff3bbbac req-03ce239c-7099-40be-a691-1bfd6cd71e0a tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348983 Jul 22 22:16:47.192627 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c2a7d-22e9-48d3-a513-bfa5d7e48b74 req-13a6661a-d7ad-4511-a5b9-89b05cbca3ae tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:47.194292 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5c0c2a7d-22e9-48d3-a513-bfa5d7e48b74 req-13a6661a-d7ad-4511-a5b9-89b05cbca3ae tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 945 time: 0.0711689 Jul 22 22:16:47.235882 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5c0c2a7d-22e9-48d3-a513-bfa5d7e48b74 req-1b4f4ce2-c5f1-4ceb-a35e-c12c9f018a40 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355606 Jul 22 22:16:48.086290 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c12341-7393-4ef9-bb44-d0c1a3552904 req-a89117c9-8162-4482-8c9a-8a99e43595cf tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:48.087755 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-26c12341-7393-4ef9-bb44-d0c1a3552904 req-a89117c9-8162-4482-8c9a-8a99e43595cf tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 944 time: 0.0644739 Jul 22 22:16:48.125203 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-26c12341-7393-4ef9-bb44-d0c1a3552904 req-3f0904b6-5168-4feb-84d1-34e160e477a2 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312049 Jul 22 22:16:48.373487 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426df94f-c630-4c7d-adb4-220fa78b669e req-15edac28-2396-4b4e-91d0-e23b3acc05c9 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:48.375002 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-426df94f-c630-4c7d-adb4-220fa78b669e req-15edac28-2396-4b4e-91d0-e23b3acc05c9 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 945 time: 0.0647428 Jul 22 22:16:48.414215 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-426df94f-c630-4c7d-adb4-220fa78b669e req-cac0e698-99a6-4609-bc61-3144a9f403da tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336835 Jul 22 22:16:48.931724 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6aa326a2-e9ce-4e37-9351-442a6c907630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:49.135607 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:49.257448 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845c413-0d27-4671-830c-c621f00e8822 req-fe94975c-2763-4538-b238-ccf069cb84f0 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:49.258965 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5845c413-0d27-4671-830c-c621f00e8822 req-fe94975c-2763-4538-b238-ccf069cb84f0 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 944 time: 0.0624027 Jul 22 22:16:49.298832 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5845c413-0d27-4671-830c-c621f00e8822 req-d879ddeb-c766-43cb-af0c-8390907239cb tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335288 Jul 22 22:16:49.567783 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef2e61-3800-4acc-9c10-23b6f6e1f167 req-546ea127-16ed-491c-ae4f-54a3cbb72720 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:49.569294 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e3ef2e61-3800-4acc-9c10-23b6f6e1f167 req-546ea127-16ed-491c-ae4f-54a3cbb72720 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 945 time: 0.0815821 Jul 22 22:16:49.609728 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e3ef2e61-3800-4acc-9c10-23b6f6e1f167 req-3684e3d4-eb3f-41b9-b60d-85221b1ead37 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341706 Jul 22 22:16:49.893432 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 072bf681-48fb-44ec-9642-e2030452f3a3 up at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:16:49.948542 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning for port 072bf681-48fb-44ec-9642-e2030452f3a3 completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:16:49.957536 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning complete for port 072bf681-48fb-44ec-9642-e2030452f3a3 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:49.957806 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:50.190685 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:50.202899 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:50.218535 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072bf681-48fb-44ec-9642-e2030452f3a3'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:16:50.220714 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f27b67f0d35f7f80674a04ef850f841daaa75b8eb1023cd4f94f55c11be84c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea689a0-00bb-433a-913b-04172e0ed579" -d '{"events": [{"server_uuid": "12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f", "name": "network-vif-plugged", "status": "completed", "tag": "072bf681-48fb-44ec-9642-e2030452f3a3"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:16:50.235950 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 072bf681-48fb-44ec-9642-e2030452f3a3, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=072bf681-48fb-44ec-9642-e2030452f3a3,segment=NetworkSegment(e3b20446-b3e0-4ede-9ab0-e90ab51c0319),segment_id=e3b20446-b3e0-4ede-9ab0-e90ab51c0319)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:50.241509 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:50.242910 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device aa83bbbf-fef0-4e16-b82b-6ff5efcf3727 up at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:16:50.267996 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deaefa16-9f1e-4ae5-be83-e498df632eb5 x-openstack-request-id: req-deaefa16-9f1e-4ae5-be83-e498df632eb5 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:16:50.268319 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f", "name": "network-vif-plugged", "status": "completed", "tag": "072bf681-48fb-44ec-9642-e2030452f3a3", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:16:50.268574 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-deaefa16-9f1e-4ae5-be83-e498df632eb5 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:16:50.268966 dv-cinder-801912-2-iscsi neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072bf681-48fb-44ec-9642-e2030452f3a3', 'code': 200} Jul 22 22:16:50.328361 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=072bf681-48fb-44ec-9642-e2030452f3a3,revision_number=5']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:50.339158 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning for port aa83bbbf-fef0-4e16-b82b-6ff5efcf3727 completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:16:50.343122 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning complete for port aa83bbbf-fef0-4e16-b82b-6ff5efcf3727 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:50.343499 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:50.417773 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:50.432023 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6ec04-3ffa-4f99-a7ea-28dfe3d6947c req-b4baabca-b595-4aa8-8df7-159696c11f64 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:50.433642 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a4c6ec04-3ffa-4f99-a7ea-28dfe3d6947c req-b4baabca-b595-4aa8-8df7-159696c11f64 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 944 time: 0.0668364 Jul 22 22:16:50.450639 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port aa83bbbf-fef0-4e16-b82b-6ff5efcf3727, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=aa83bbbf-fef0-4e16-b82b-6ff5efcf3727,segment=NetworkSegment(e49ae21f-7d1d-4b26-a1fe-5a7edf437e57),segment_id=e49ae21f-7d1d-4b26-a1fe-5a7edf437e57)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:50.454463 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:50.475254 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a4c6ec04-3ffa-4f99-a7ea-28dfe3d6947c req-3c9a442f-de06-4bc7-aa9f-4018a069cf72 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350554 Jul 22 22:16:50.500507 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=aa83bbbf-fef0-4e16-b82b-6ff5efcf3727,revision_number=5']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:50.764573 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b75c9a-db14-4df4-97ae-abf4d80f3724 req-c21dde59-fc48-4f25-9452-daa8fd3f4082 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:50.766208 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-38b75c9a-db14-4df4-97ae-abf4d80f3724 req-c21dde59-fc48-4f25-9452-daa8fd3f4082 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.0768433 Jul 22 22:16:50.815379 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-38b75c9a-db14-4df4-97ae-abf4d80f3724 req-8fb30bc2-b9b4-41f1-9719-f58d9307b027 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427086 Jul 22 22:16:51.066562 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 44814) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:51.167697 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-575da411-48ae-4e1c-bf2b-0a11142c6d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:51.264821 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-575da411-48ae-4e1c-bf2b-0a11142c6d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:51.269479 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-575da411-48ae-4e1c-bf2b-0a11142c6d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:51.315378 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-575da411-48ae-4e1c-bf2b-0a11142c6d85 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5e3ba721fe5d4a0f9b795cf280217e7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2476890 Jul 22 22:16:51.315644 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 44826) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:51.317750 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575da411-48ae-4e1c-bf2b-0a11142c6d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6973f0-8495-4e41-80b5-ba14a0a4fbbb,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:51.383909 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-59696dc6-cad1-491f-80da-e59730944259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:51.408470 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-59696dc6-cad1-491f-80da-e59730944259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:51.452886 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-59696dc6-cad1-491f-80da-e59730944259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:51.455446 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-59696dc6-cad1-491f-80da-e59730944259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:51.456579 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-59696dc6-cad1-491f-80da-e59730944259 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5a6973f0-8495-4e41-80b5-ba14a0a4fbbb HTTP/1.1" status: 204 len: 168 time: 0.1396163 Jul 22 22:16:51.463937 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59696dc6-cad1-491f-80da-e59730944259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6973f0-8495-4e41-80b5-ba14a0a4fbbb,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:51.610362 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd314834-de6b-4663-a177-11bd88e19cdf req-6ef172f9-22c1-4ca5-bb57-b9f367d06daa tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:51.611848 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-bd314834-de6b-4663-a177-11bd88e19cdf req-6ef172f9-22c1-4ca5-bb57-b9f367d06daa tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.0663183 Jul 22 22:16:51.650420 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-bd314834-de6b-4663-a177-11bd88e19cdf req-3c0afc71-76aa-4a10-afd6-e18885d9aeda tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328548 Jul 22 22:16:51.847350 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:51.960500 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cf611-f995-4fa2-bca6-d3ddd356043a req-5128b00d-dc74-4b69-9b4c-b7b66cec3e80 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:51.961956 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-657cf611-f995-4fa2-bca6-d3ddd356043a req-5128b00d-dc74-4b69-9b4c-b7b66cec3e80 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.0713274 Jul 22 22:16:52.006825 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-657cf611-f995-4fa2-bca6-d3ddd356043a req-fad9f53f-ac87-4dd8-a35c-059833c0f08f tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393760 Jul 22 22:16:52.270774 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce87260-c40f-4fc6-9af5-7cb70252b254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa83bbbf-fef0-4e16-b82b-6ff5efcf3727'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:16:52.273386 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f27b67f0d35f7f80674a04ef850f841daaa75b8eb1023cd4f94f55c11be84c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab23e4e-462b-4e34-b8e9-3a004c80f088" -d '{"events": [{"server_uuid": "7ce87260-c40f-4fc6-9af5-7cb70252b254", "name": "network-vif-plugged", "status": "completed", "tag": "aa83bbbf-fef0-4e16-b82b-6ff5efcf3727"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:16:52.315751 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fe2a81-04d4-4b3a-9931-2d4fec94b1c5 x-openstack-request-id: req-e4fe2a81-04d4-4b3a-9931-2d4fec94b1c5 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:16:52.316047 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce87260-c40f-4fc6-9af5-7cb70252b254", "name": "network-vif-plugged", "status": "completed", "tag": "aa83bbbf-fef0-4e16-b82b-6ff5efcf3727", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:16:52.316329 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e4fe2a81-04d4-4b3a-9931-2d4fec94b1c5 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:16:52.316749 dv-cinder-801912-2-iscsi neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce87260-c40f-4fc6-9af5-7cb70252b254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa83bbbf-fef0-4e16-b82b-6ff5efcf3727', 'code': 200} Jul 22 22:16:52.440000 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 44872) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:52.544166 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8d99261e-8693-4277-8ac1-d5cdf8716684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:52.632451 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8d99261e-8693-4277-8ac1-d5cdf8716684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:52.636075 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8d99261e-8693-4277-8ac1-d5cdf8716684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:52.673784 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-8d99261e-8693-4277-8ac1-d5cdf8716684 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6dc7ad6ef02a47ab9b9ee4c12eda0d96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326827 Jul 22 22:16:52.676407 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 44878) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:52.677080 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99261e-8693-4277-8ac1-d5cdf8716684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9772168-350a-4b79-b76c-3ad6f1d48214,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:52.729362 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f92a9003-cd96-4934-9f77-588a638014a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:52.751814 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f92a9003-cd96-4934-9f77-588a638014a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:52.782421 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c40763-ea65-461f-b6fa-025793c99714 req-76a95ceb-efab-46c6-8b98-5488529ecbd0 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:52.784002 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c8c40763-ea65-461f-b6fa-025793c99714 req-76a95ceb-efab-46c6-8b98-5488529ecbd0 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.0638871 Jul 22 22:16:52.797678 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f92a9003-cd96-4934-9f77-588a638014a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:52.800392 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f92a9003-cd96-4934-9f77-588a638014a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:52.804032 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-f92a9003-cd96-4934-9f77-588a638014a1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f9772168-350a-4b79-b76c-3ad6f1d48214 HTTP/1.1" status: 204 len: 168 time: 0.1226606 Jul 22 22:16:52.809289 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a9003-cd96-4934-9f77-588a638014a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9772168-350a-4b79-b76c-3ad6f1d48214,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:52.830746 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c8c40763-ea65-461f-b6fa-025793c99714 req-5a064abd-241f-4c0d-a34c-a8925817965e tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402009 Jul 22 22:16:53.147978 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80255f-61e4-4c5a-844e-e543917d7d8f req-355197ad-e3a7-497d-a18d-592d9200e406 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:53.149471 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0f80255f-61e4-4c5a-844e-e543917d7d8f req-355197ad-e3a7-497d-a18d-592d9200e406 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.0694482 Jul 22 22:16:53.186501 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0f80255f-61e4-4c5a-844e-e543917d7d8f req-5f5a8336-ed41-4e01-9f67-9f2ff3c15e36 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308046 Jul 22 22:16:53.593115 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693071e-21ce-4496-8515-3dc9d7ba0805 req-57715737-4220-429b-9ff7-56331955029e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:53.595672 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d693071e-21ce-4496-8515-3dc9d7ba0805 req-57715737-4220-429b-9ff7-56331955029e service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 1098 time: 0.0545704 Jul 22 22:16:53.642058 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d693071e-21ce-4496-8515-3dc9d7ba0805 req-d4257f98-9a91-4e52-b0af-b72370327aaf service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340545 Jul 22 22:16:53.647960 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c3ea4-3411-4cb8-9de8-cf92ec42db40 req-fb11d2ca-91ad-4091-87bf-6b00bcdb7059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:53.649498 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b44c3ea4-3411-4cb8-9de8-cf92ec42db40 req-fb11d2ca-91ad-4091-87bf-6b00bcdb7059 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 1099 time: 0.0970583 Jul 22 22:16:53.728530 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b44c3ea4-3411-4cb8-9de8-cf92ec42db40 req-54810b93-d9c1-4650-baf2-d6ff75d36554 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350657 Jul 22 22:16:53.974203 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cabf27-c96a-4e3f-a39d-1eca46966d6e req-cc87e427-fdee-442e-a764-ab996f41baca tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:53.975768 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-96cabf27-c96a-4e3f-a39d-1eca46966d6e req-cc87e427-fdee-442e-a764-ab996f41baca tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.0709810 Jul 22 22:16:54.009277 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:54.017190 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-96cabf27-c96a-4e3f-a39d-1eca46966d6e req-3aaf9cc2-9501-4214-9813-94aa56171baf tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333889 Jul 22 22:16:54.323448 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75c05c-79f4-49ec-8e04-66e23d1b9282 req-f181bd9e-fa44-48db-9855-9582c5d75e87 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:54.324921 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-db75c05c-79f4-49ec-8e04-66e23d1b9282 req-f181bd9e-fa44-48db-9855-9582c5d75e87 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.0648143 Jul 22 22:16:54.364028 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-db75c05c-79f4-49ec-8e04-66e23d1b9282 req-ace01f6c-a1b8-445f-86cf-9d3d8b2c64ec tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321879 Jul 22 22:16:55.142603 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb611051-7b54-440b-bd3d-54e03ae44225 req-3799b1d1-7b1d-4da7-99a8-ace22e14e2b7 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:55.143970 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-eb611051-7b54-440b-bd3d-54e03ae44225 req-3799b1d1-7b1d-4da7-99a8-ace22e14e2b7 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.0614810 Jul 22 22:16:55.180465 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-eb611051-7b54-440b-bd3d-54e03ae44225 req-a8d75c9b-1546-4a4a-8760-c747e73a63af tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308959 Jul 22 22:16:55.492737 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc36fb6-5e01-46fe-b308-0fdeb634c4f3 req-d9c1028a-630b-4580-ac51-bbea0ea5f4fe tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:55.494222 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8cc36fb6-5e01-46fe-b308-0fdeb634c4f3 req-d9c1028a-630b-4580-ac51-bbea0ea5f4fe tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.0624523 Jul 22 22:16:55.534152 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8cc36fb6-5e01-46fe-b308-0fdeb634c4f3 req-bedbfeea-2ead-469e-bde6-0ff79a2720a4 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344074 Jul 22 22:16:56.309843 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f6c59-c9e5-496a-b443-a6ae8bb5bae7 req-2ef04281-6d85-4fa3-acdc-c9454229ea1f tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:56.311931 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-664f6c59-c9e5-496a-b443-a6ae8bb5bae7 req-2ef04281-6d85-4fa3-acdc-c9454229ea1f tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.0661259 Jul 22 22:16:56.351906 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-664f6c59-c9e5-496a-b443-a6ae8bb5bae7 req-932b3969-52a4-4dda-8051-5df6ceaf8c78 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342219 Jul 22 22:16:56.665721 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd152f-93b8-42c6-a7ac-0de1a19d3eeb req-6db05451-33c1-42a3-8559-852552efe76e tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:56.667243 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-55bd152f-93b8-42c6-a7ac-0de1a19d3eeb req-6db05451-33c1-42a3-8559-852552efe76e tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.0644362 Jul 22 22:16:56.704776 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-55bd152f-93b8-42c6-a7ac-0de1a19d3eeb req-0796f2ca-6024-40e3-b22c-6ad2269e6dea tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312529 Jul 22 22:16:57.481998 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49126eab-1377-49c6-8215-5a88f5370873 req-14acd655-5cd9-4657-9aa1-afd803d1c7f4 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:57.483529 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-49126eab-1377-49c6-8215-5a88f5370873 req-14acd655-5cd9-4657-9aa1-afd803d1c7f4 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.0672555 Jul 22 22:16:57.523052 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-49126eab-1377-49c6-8215-5a88f5370873 req-3add375d-01c7-4b57-8b54-d1d4c804fc71 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340121 Jul 22 22:16:57.844246 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3372eb-5b92-4e5b-8af0-52ffab0e6766 req-4af80d25-ce98-413e-a7c9-e7726233c4ff tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:57.845730 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8a3372eb-5b92-4e5b-8af0-52ffab0e6766 req-4af80d25-ce98-413e-a7c9-e7726233c4ff tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.0642724 Jul 22 22:16:57.881951 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8a3372eb-5b92-4e5b-8af0-52ffab0e6766 req-31288ed7-a65e-47e1-8668-c37f667e0529 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307646 Jul 22 22:16:58.649260 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030deda5-40ca-49b6-aa2b-51eabbd1f1be req-7821def6-87ae-4e8d-b441-a5dc835fefe9 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:58.650737 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-030deda5-40ca-49b6-aa2b-51eabbd1f1be req-7821def6-87ae-4e8d-b441-a5dc835fefe9 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.0627882 Jul 22 22:16:58.691940 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-030deda5-40ca-49b6-aa2b-51eabbd1f1be req-9108f8ef-aec1-4b81-8120-2b80122a93d6 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341363 Jul 22 22:16:59.018686 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e4440-b448-4ccc-88a3-9c8d87c2dd64 req-01c52e29-ba37-4496-92f6-8e825e1fba7e tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:59.020135 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-843e4440-b448-4ccc-88a3-9c8d87c2dd64 req-01c52e29-ba37-4496-92f6-8e825e1fba7e tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.0617530 Jul 22 22:16:59.057160 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-843e4440-b448-4ccc-88a3-9c8d87c2dd64 req-38da3351-af35-4c7c-aaa0-f653468d8e84 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311522 Jul 22 22:16:59.837328 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdcda6d-e7e1-45bf-b335-477af849b3d0 req-8e3189ae-74f4-4736-93e2-7b4a499e8f7e tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:59.838807 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-cbdcda6d-e7e1-45bf-b335-477af849b3d0 req-8e3189ae-74f4-4736-93e2-7b4a499e8f7e tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.0749192 Jul 22 22:16:59.876839 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-cbdcda6d-e7e1-45bf-b335-477af849b3d0 req-a575ec35-1355-4c6b-a802-15d5f277634c tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320385 Jul 22 22:17:00.190034 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cd349-34fa-46ef-9ad8-aaac69dfdae3 req-30bab0b9-87b4-4514-ab8e-9aec77bfcc91 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:00.191483 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-702cd349-34fa-46ef-9ad8-aaac69dfdae3 req-30bab0b9-87b4-4514-ab8e-9aec77bfcc91 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.0644593 Jul 22 22:17:00.228180 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-702cd349-34fa-46ef-9ad8-aaac69dfdae3 req-fb142500-87af-47ca-bdbb-edd512042a82 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312088 Jul 22 22:17:01.002660 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be53ba-5d01-4c61-9eff-daec78123d57 req-a9fabfe9-19c4-4b3f-a5f1-aeb1648387a4 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:01.004792 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-73be53ba-5d01-4c61-9eff-daec78123d57 req-a9fabfe9-19c4-4b3f-a5f1-aeb1648387a4 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.0632010 Jul 22 22:17:01.040791 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-73be53ba-5d01-4c61-9eff-daec78123d57 req-ca1ff064-0732-4dca-b9a8-ae9865cff484 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306015 Jul 22 22:17:01.366559 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711a3ae-e04b-4c68-bc13-f3114ee023ad req-71c257f3-6ad2-4441-b394-63a00d221669 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:01.368024 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7711a3ae-e04b-4c68-bc13-f3114ee023ad req-71c257f3-6ad2-4441-b394-63a00d221669 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.0663030 Jul 22 22:17:01.410070 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7711a3ae-e04b-4c68-bc13-f3114ee023ad req-e579cebd-e217-48a7-82fe-0d9d77aa8181 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365274 Jul 22 22:17:02.175096 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a711306-97f4-4c46-9731-8b190a0ca78e req-7dec52b1-32ac-439c-a175-2d170db0e05c tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:02.176618 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5a711306-97f4-4c46-9731-8b190a0ca78e req-7dec52b1-32ac-439c-a175-2d170db0e05c tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.0693789 Jul 22 22:17:02.216448 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5a711306-97f4-4c46-9731-8b190a0ca78e req-865820e9-8d09-491a-973b-d2d76e050de5 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338104 Jul 22 22:17:02.532711 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7731af0-0ffa-435c-b3ce-18a5c47b9fc3 req-c5a4cf04-8f99-45fa-902e-4c1db5bd902e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:02.534432 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c7731af0-0ffa-435c-b3ce-18a5c47b9fc3 req-c5a4cf04-8f99-45fa-902e-4c1db5bd902e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=604ef9807f4d4f399b2b68ee7a07f4e4&device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 1098 time: 0.0764358 Jul 22 22:17:02.555617 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489042b1-4594-40bd-94e8-1eb44580493b req-2ad7af47-a78f-40dd-8605-b104ad7343c9 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:02.557163 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-489042b1-4594-40bd-94e8-1eb44580493b req-2ad7af47-a78f-40dd-8605-b104ad7343c9 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.1093478 Jul 22 22:17:02.633013 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-489042b1-4594-40bd-94e8-1eb44580493b req-3b607e06-6ab7-425b-9e40-4e08976fd0ea tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682633 Jul 22 22:17:02.675588 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0f38f-46dd-4e59-87d3-3fb9d441cae0 req-c3c147dc-084f-4bd9-88ac-6c57b1e5a3aa tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:02.676893 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-fab0f38f-46dd-4e59-87d3-3fb9d441cae0 req-c3c147dc-084f-4bd9-88ac-6c57b1e5a3aa tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.1719551 Jul 22 22:17:02.712665 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7731af0-0ffa-435c-b3ce-18a5c47b9fc3 req-546d2aa8-1843-409c-bd25-7af5b352c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:02.714454 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c7731af0-0ffa-435c-b3ce-18a5c47b9fc3 req-546d2aa8-1843-409c-bd25-7af5b352c27a service neutron] 10.222.0.115 "GET /v2.0/networks?id=e4b6b76f-1ef4-401f-90f1-c356e02d995c HTTP/1.1" status: 200 len: 920 time: 0.1673481 Jul 22 22:17:02.757222 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-fab0f38f-46dd-4e59-87d3-3fb9d441cae0 req-010aab21-a5aa-44bf-b8af-6f5e5150ab11 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698109 Jul 22 22:17:02.769951 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c7731af0-0ffa-435c-b3ce-18a5c47b9fc3 req-27413b5e-0205-46a1-979c-b3e55b2b67f5 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa83bbbf-fef0-4e16-b82b-6ff5efcf3727 HTTP/1.1" status: 200 len: 217 time: 0.0479198 Jul 22 22:17:02.873499 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7731af0-0ffa-435c-b3ce-18a5c47b9fc3 req-01b6b73b-1f3a-4e73-85d8-aae65eeebceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:02.877629 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c7731af0-0ffa-435c-b3ce-18a5c47b9fc3 req-01b6b73b-1f3a-4e73-85d8-aae65eeebceb service neutron] 10.222.0.115 "GET /v2.0/subnets?id=f78ae926-97ca-4316-a2d0-74eca96df0da HTTP/1.1" status: 200 len: 859 time: 0.0962863 Jul 22 22:17:02.955458 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c7731af0-0ffa-435c-b3ce-18a5c47b9fc3 req-40ee4b7b-d5b8-473f-8554-923f21a80992 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=e4b6b76f-1ef4-401f-90f1-c356e02d995c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697794 Jul 22 22:17:03.062778 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30180c7b-109d-4eda-a7e2-ccd6930b93ae req-80d408f1-a33b-4205-b49e-56777acc9f22 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:03.064751 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-30180c7b-109d-4eda-a7e2-ccd6930b93ae req-80d408f1-a33b-4205-b49e-56777acc9f22 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.1298153 Jul 22 22:17:03.074095 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 45120) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:03.080838 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-d6ea71d7-8ce6-4f01-84c9-af9cadf429b4 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Request body: {'floatingip': {'port_id': '072bf681-48fb-44ec-9642-e2030452f3a3'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:03.087787 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c7731af0-0ffa-435c-b3ce-18a5c47b9fc3 req-7696400c-da32-4ac0-8c28-25a22022ccb5 service neutron] 10.222.0.115 "GET /v2.0/networks/e4b6b76f-1ef4-401f-90f1-c356e02d995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164491 Jul 22 22:17:03.159155 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d6ea71d7-8ce6-4f01-84c9-af9cadf429b4 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for floatingip, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:03.208572 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c7731af0-0ffa-435c-b3ce-18a5c47b9fc3 req-e86ebb8f-1532-4a03-aa70-3387ac10aef2 service neutron] 10.222.0.115 "GET /v2.0/networks/e4b6b76f-1ef4-401f-90f1-c356e02d995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082098 Jul 22 22:17:03.465091 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 45134) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:03.599921 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a7a73bdd-380d-4f4e-beaa-3a3aaf16f75c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:03.702947 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a7a73bdd-380d-4f4e-beaa-3a3aaf16f75c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:03.707242 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a7a73bdd-380d-4f4e-beaa-3a3aaf16f75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:03.748250 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a73bdd-380d-4f4e-beaa-3a3aaf16f75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5733c0b-6a68-46f1-83a1-63c7e7b409f2,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:03.752514 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-a7a73bdd-380d-4f4e-beaa-3a3aaf16f75c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c34fda1e0a1044eba76968affd25afb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2858953 Jul 22 22:17:03.757486 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 45146) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:03.765924 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a73bdd-380d-4f4e-beaa-3a3aaf16f75c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:03.766300 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a73bdd-380d-4f4e-beaa-3a3aaf16f75c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:03.766574 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a73bdd-380d-4f4e-beaa-3a3aaf16f75c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:03.766908 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a73bdd-380d-4f4e-beaa-3a3aaf16f75c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:03.767246 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a73bdd-380d-4f4e-beaa-3a3aaf16f75c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:03.767582 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a73bdd-380d-4f4e-beaa-3a3aaf16f75c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:03.767911 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a73bdd-380d-4f4e-beaa-3a3aaf16f75c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:03.768256 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a73bdd-380d-4f4e-beaa-3a3aaf16f75c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:03.768776 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a73bdd-380d-4f4e-beaa-3a3aaf16f75c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:03.769107 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a73bdd-380d-4f4e-beaa-3a3aaf16f75c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:03.769432 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a73bdd-380d-4f4e-beaa-3a3aaf16f75c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:03.769933 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a73bdd-380d-4f4e-beaa-3a3aaf16f75c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:03.834985 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-87b03101-34bc-4105-9924-05eca5efc69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:03.861190 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-87b03101-34bc-4105-9924-05eca5efc69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:03.926269 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-87b03101-34bc-4105-9924-05eca5efc69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:03.930943 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-87b03101-34bc-4105-9924-05eca5efc69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:03.934746 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-87b03101-34bc-4105-9924-05eca5efc69e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f5733c0b-6a68-46f1-83a1-63c7e7b409f2 HTTP/1.1" status: 204 len: 168 time: 0.1739023 Jul 22 22:17:03.945151 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b03101-34bc-4105-9924-05eca5efc69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5733c0b-6a68-46f1-83a1-63c7e7b409f2,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:04.110285 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d6ea71d7-8ce6-4f01-84c9-af9cadf429b4 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:04.116201 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d6ea71d7-8ce6-4f01-84c9-af9cadf429b4 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718221'] for floatingip, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:04.217965 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b712e-60e4-4d7e-9718-d12c33b52435 req-1cfd0631-22c7-45b1-a545-dd9cedc33ae6 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:04.219927 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-249b712e-60e4-4d7e-9718-d12c33b52435 req-1cfd0631-22c7-45b1-a545-dd9cedc33ae6 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.5047777 Jul 22 22:17:04.295935 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-249b712e-60e4-4d7e-9718-d12c33b52435 req-079caac0-fc72-4864-af45-b83ab700d98e tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630956 Jul 22 22:17:04.312425 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.db.l3_db [None req-d6ea71d7-8ce6-4f01-84c9-af9cadf429b4 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Floating IP fe164214-be3b-4f96-a7de-0a0ae6118ad1 associated. External IP: 172.27.3.143, port: 072bf681-48fb-44ec-9642-e2030452f3a3. Jul 22 22:17:04.411517 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 45188) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:04.436264 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ff91dc4e-7277-4d61-b74f-d2b46ef38683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:04.553105 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ff91dc4e-7277-4d61-b74f-d2b46ef38683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:04.558246 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ff91dc4e-7277-4d61-b74f-d2b46ef38683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:04.567078 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ea71d7-8ce6-4f01-84c9-af9cadf429b4 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Router 03a6623b-6574-46c4-82fd-78327971c202 has already been hosted by L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 {{(pid=93279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:17:04.584763 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91dc4e-7277-4d61-b74f-d2b46ef38683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4097c5-b88d-4114-a4a6-627486a9fba7,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:04.627607 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-ff91dc4e-7277-4d61-b74f-d2b46ef38683 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ca8168d331d4461da36c26e24e3cd48b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2147272 Jul 22 22:17:04.629061 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 45194) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:04.694918 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-66dbf654-7b88-44b0-b6be-f92b4d85e697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:04.703147 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ea71d7-8ce6-4f01-84c9-af9cadf429b4 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:17:04.708807 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d6ea71d7-8ce6-4f01-84c9-af9cadf429b4 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for floatingip, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:04.729818 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f88bf1b-b866-44fc-9e00-7f7e85e7a30a None None] Sync routers for ids ['03a6623b-6574-46c4-82fd-78327971c202'] in dv-cinder-801912-2-iscsi {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:17:04.739184 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-66dbf654-7b88-44b0-b6be-f92b4d85e697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:04.749940 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f88bf1b-b866-44fc-9e00-7f7e85e7a30a None None] Routers {'03a6623b-6574-46c4-82fd-78327971c202'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:17:04.750592 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-5f88bf1b-b866-44fc-9e00-7f7e85e7a30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:16:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['03a6623b-6574-46c4-82fd-78327971c202'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:04.813797 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-d6ea71d7-8ce6-4f01-84c9-af9cadf429b4 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "PUT /v2.0/floatingips/fe164214-be3b-4f96-a7de-0a0ae6118ad1 HTTP/1.1" status: 200 len: 992 time: 1.7383785 Jul 22 22:17:04.814793 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f', 'tag': '072bf681-48fb-44ec-9642-e2030452f3a3'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:17:04.817704 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c6b4c132c05f8fa555954f998dc13116b5a095d8f56ef95ca39bca9c69008e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede7f635-5068-45be-8884-c1fedb77f7dd" -d '{"events": [{"name": "network-changed", "server_uuid": "12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f", "tag": "072bf681-48fb-44ec-9642-e2030452f3a3"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:17:04.849088 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-66dbf654-7b88-44b0-b6be-f92b4d85e697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:04.851746 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-66dbf654-7b88-44b0-b6be-f92b4d85e697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:04.852950 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-66dbf654-7b88-44b0-b6be-f92b4d85e697 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8a4097c5-b88d-4114-a4a6-627486a9fba7 HTTP/1.1" status: 204 len: 168 time: 0.2228975 Jul 22 22:17:04.880850 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dbf654-7b88-44b0-b6be-f92b4d85e697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4097c5-b88d-4114-a4a6-627486a9fba7,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:04.901607 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b31366-97a3-4129-a84a-8e8f184aa291 x-openstack-request-id: req-53b31366-97a3-4129-a84a-8e8f184aa291 {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:17:04.903563 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f", "tag": "072bf681-48fb-44ec-9642-e2030452f3a3", "status": "completed", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:17:04.905322 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-53b31366-97a3-4129-a84a-8e8f184aa291 {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:17:04.906276 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f', 'tag': '072bf681-48fb-44ec-9642-e2030452f3a3', 'status': 'completed', 'code': 200} Jul 22 22:17:04.962624 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-5f88bf1b-b866-44fc-9e00-7f7e85e7a30a None None] Set router 03a6623b-6574-46c4-82fd-78327971c202 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:17:05.002537 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7f635-5068-45be-8884-c1fedb77f7dd req-8f517347-ecfa-4f42-b78f-e565c7b875cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:05.003341 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ede7f635-5068-45be-8884-c1fedb77f7dd req-8f517347-ecfa-4f42-b78f-e565c7b875cd service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=4d3659e8b835430388a2cee22076abe4&device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 1099 time: 0.0740008 Jul 22 22:17:05.126684 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7f635-5068-45be-8884-c1fedb77f7dd req-ebbf2739-33b2-4397-bca9-c96e144697b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:05.128523 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ede7f635-5068-45be-8884-c1fedb77f7dd req-ebbf2739-33b2-4397-bca9-c96e144697b0 service neutron] 10.222.0.115 "GET /v2.0/networks?id=4aaef0ad-84e7-449b-8140-d9a9cce60069 HTTP/1.1" status: 200 len: 918 time: 0.1182477 Jul 22 22:17:05.297480 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ede7f635-5068-45be-8884-c1fedb77f7dd req-3b61e5af-3862-4b40-86e4-24662e76cd72 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=072bf681-48fb-44ec-9642-e2030452f3a3 HTTP/1.1" status: 200 len: 1000 time: 0.1611493 Jul 22 22:17:05.362709 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7f635-5068-45be-8884-c1fedb77f7dd req-73e81860-69c2-47e1-8cf4-5cc00d515708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:05.364293 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ede7f635-5068-45be-8884-c1fedb77f7dd req-73e81860-69c2-47e1-8cf4-5cc00d515708 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=5caf93b5-914e-42f5-8313-0d8eb8086bc1 HTTP/1.1" status: 200 len: 856 time: 0.0580335 Jul 22 22:17:05.504192 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-5f88bf1b-b866-44fc-9e00-7f7e85e7a30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6623b-6574-46c4-82fd-78327971c202', 'name': 'tempest-AttachVolumeShelveTestJSON-1437646967-router', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:16:04Z', 'updated_at': '2021-07-22T22:16:12Z', 'revision_number': 4, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'gw_port': {'id': '068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6623b-6574-46c4-82fd-78327971c202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:06Z', 'updated_at': '2021-07-22T22:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_floatingips': [{'id': 'fe164214-be3b-4f96-a7de-0a0ae6118ad1', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'floating_ip_address': '172.27.3.143', 'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'router_id': '03a6623b-6574-46c4-82fd-78327971c202', 'port_id': '072bf681-48fb-44ec-9642-e2030452f3a3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069', 'mac_address': 'fa:16:3e:d1:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:16:21Z', 'updated_at': '2021-07-22T22:17:03Z', 'revision_number': 1, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560d020e-b759-4813-b805-8754aefbf1da', 'name': '', 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'mac_address': 'fa:16:3e:b5:31:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6623b-6574-46c4-82fd-78327971c202', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5caf93b5-914e-42f5-8313-0d8eb8086bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:11Z', 'updated_at': '2021-07-22T22:16:22Z', 'revision_number': 5, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'subnets': [{'id': '5caf93b5-914e-42f5-8313-0d8eb8086bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:05.538720 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7f635-5068-45be-8884-c1fedb77f7dd req-ab28e742-4a79-479e-b222-0c41fd03015a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:05.540324 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ede7f635-5068-45be-8884-c1fedb77f7dd req-ab28e742-4a79-479e-b222-0c41fd03015a service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=4aaef0ad-84e7-449b-8140-d9a9cce60069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1636953 Jul 22 22:17:05.550668 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f88bf1b-b866-44fc-9e00-7f7e85e7a30a None None] Checking router: 03a6623b-6574-46c4-82fd-78327971c202 for host: dv-cinder-801912-2-iscsi {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:17:05.562845 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f88bf1b-b866-44fc-9e00-7f7e85e7a30a None None] Routers {'03a6623b-6574-46c4-82fd-78327971c202'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:17:05.563951 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-5f88bf1b-b866-44fc-9e00-7f7e85e7a30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:16:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['03a6623b-6574-46c4-82fd-78327971c202'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:05.574224 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ab214-9aac-4b32-9350-d1404ad7f0aa req-907ff317-e5fe-4291-af22-71cdade5e209 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:05.584929 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-bf0ab214-9aac-4b32-9350-d1404ad7f0aa req-907ff317-e5fe-4291-af22-71cdade5e209 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.1660228 Jul 22 22:17:05.655578 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-bf0ab214-9aac-4b32-9350-d1404ad7f0aa req-e3b8c8f6-6ab1-46d6-8000-743e9c77b867 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636277 Jul 22 22:17:05.743497 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ede7f635-5068-45be-8884-c1fedb77f7dd req-50dfcaef-c74c-40cc-991c-b6ea1466eb6f service neutron] 10.222.0.115 "GET /v2.0/networks/4aaef0ad-84e7-449b-8140-d9a9cce60069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948133 Jul 22 22:17:05.753007 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-5f88bf1b-b866-44fc-9e00-7f7e85e7a30a None None] Set router 03a6623b-6574-46c4-82fd-78327971c202 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:17:05.873331 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ede7f635-5068-45be-8884-c1fedb77f7dd req-2511fda1-b52a-4ee0-b1ad-51b1ce950d1d service neutron] 10.222.0.115 "GET /v2.0/networks/4aaef0ad-84e7-449b-8140-d9a9cce60069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231604 Jul 22 22:17:06.169493 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-5f88bf1b-b866-44fc-9e00-7f7e85e7a30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6623b-6574-46c4-82fd-78327971c202', 'name': 'tempest-AttachVolumeShelveTestJSON-1437646967-router', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:16:04Z', 'updated_at': '2021-07-22T22:16:12Z', 'revision_number': 4, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'gw_port': {'id': '068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6623b-6574-46c4-82fd-78327971c202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:06Z', 'updated_at': '2021-07-22T22:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_floatingips': [{'id': 'fe164214-be3b-4f96-a7de-0a0ae6118ad1', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'floating_ip_address': '172.27.3.143', 'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'router_id': '03a6623b-6574-46c4-82fd-78327971c202', 'port_id': '072bf681-48fb-44ec-9642-e2030452f3a3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069', 'mac_address': 'fa:16:3e:d1:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:16:21Z', 'updated_at': '2021-07-22T22:17:03Z', 'revision_number': 1, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560d020e-b759-4813-b805-8754aefbf1da', 'name': '', 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'mac_address': 'fa:16:3e:b5:31:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6623b-6574-46c4-82fd-78327971c202', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5caf93b5-914e-42f5-8313-0d8eb8086bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:11Z', 'updated_at': '2021-07-22T22:16:22Z', 'revision_number': 5, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'subnets': [{'id': '5caf93b5-914e-42f5-8313-0d8eb8086bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:06.223390 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f88bf1b-b866-44fc-9e00-7f7e85e7a30a None None] The sync data for ids ['03a6623b-6574-46c4-82fd-78327971c202'] in dv-cinder-801912-2-iscsi is: [{'id': '03a6623b-6574-46c4-82fd-78327971c202', 'name': 'tempest-AttachVolumeShelveTestJSON-1437646967-router', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:16:04Z', 'updated_at': '2021-07-22T22:16:12Z', 'revision_number': 4, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'gw_port': {'id': '068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6623b-6574-46c4-82fd-78327971c202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:06Z', 'updated_at': '2021-07-22T22:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_floatingips': [{'id': 'fe164214-be3b-4f96-a7de-0a0ae6118ad1', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'floating_ip_address': '172.27.3.143', 'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'router_id': '03a6623b-6574-46c4-82fd-78327971c202', 'port_id': '072bf681-48fb-44ec-9642-e2030452f3a3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069', 'mac_address': 'fa:16:3e:d1:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:16:21Z', 'updated_at': '2021-07-22T22:17:03Z', 'revision_number': 1, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560d020e-b759-4813-b805-8754aefbf1da', 'name': '', 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'mac_address': 'fa:16:3e:b5:31:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6623b-6574-46c4-82fd-78327971c202', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5caf93b5-914e-42f5-8313-0d8eb8086bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:11Z', 'updated_at': '2021-07-22T22:16:22Z', 'revision_number': 5, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'subnets': [{'id': '5caf93b5-914e-42f5-8313-0d8eb8086bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:17:06.275245 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 45302) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:06.417473 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5293395b-e095-4b20-b875-9a10fbac60f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:06.517660 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 45314) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:06.548175 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5293395b-e095-4b20-b875-9a10fbac60f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:06.549215 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102d3d42-885a-46f9-9420-aa2376a402ba None None] New status for floating IP fe164214-be3b-4f96-a7de-0a0ae6118ad1: ACTIVE {{(pid=93280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:17:06.555787 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5293395b-e095-4b20-b875-9a10fbac60f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:06.610538 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-5293395b-e095-4b20-b875-9a10fbac60f7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b3db79b90d2a4e129a055cc626471f29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3345804 Jul 22 22:17:06.613294 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 45324) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:06.614205 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293395b-e095-4b20-b875-9a10fbac60f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf24e96-eaba-41a3-be53-380bbb7872d8,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:06.704776 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7539719e-9371-4521-883e-6378bbe3d4b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:06.714630 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 45334) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:06.771978 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_v2 [None req-b71af49e-7332-4130-bc97-ce819e7a30da admin admin] Deleting subnet c45a952c-7adb-4055-bf07-73e3431c3cb7 {{(pid=93278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:17:06.777869 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b71af49e-7332-4130-bc97-ce819e7a30da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:06.817965 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f419e49b-4df2-499c-ae67-7f20093fa5ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:06.820499 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b71af49e-7332-4130-bc97-ce819e7a30da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2973935'] for subnet, precommit_delete_associations {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:06.853462 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f419e49b-4df2-499c-ae67-7f20093fa5ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:06.872079 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b71af49e-7332-4130-bc97-ce819e7a30da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759386'] for subnet, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:06.934663 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7539719e-9371-4521-883e-6378bbe3d4b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:06.940853 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7539719e-9371-4521-883e-6378bbe3d4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:06.942977 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b71af49e-7332-4130-bc97-ce819e7a30da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2431582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2719312'] for subnet, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:06.978070 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71af49e-7332-4130-bc97-ce819e7a30da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c45a952c-7adb-4055-bf07-73e3431c3cb7,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:06.982265 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b71af49e-7332-4130-bc97-ce819e7a30da admin admin] Notify callbacks [] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:06.984322 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-b71af49e-7332-4130-bc97-ce819e7a30da admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c45a952c-7adb-4055-bf07-73e3431c3cb7 HTTP/1.1" status: 204 len: 168 time: 0.2685335 Jul 22 22:17:06.987513 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 45342) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:07.002678 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f419e49b-4df2-499c-ae67-7f20093fa5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.005291 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f419e49b-4df2-499c-ae67-7f20093fa5ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.006438 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-f419e49b-4df2-499c-ae67-7f20093fa5ec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/adf24e96-eaba-41a3-be53-380bbb7872d8 HTTP/1.1" status: 204 len: 168 time: 0.3921866 Jul 22 22:17:07.010804 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-7539719e-9371-4521-883e-6378bbe3d4b1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bee8ee4c58154d56bae17111b5752fff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4920740 Jul 22 22:17:07.014824 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 45346) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:07.016851 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539719e-9371-4521-883e-6378bbe3d4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879b5446-9c6d-4dc3-b62c-6010f5330b6f,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:07.041254 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b2733-4d90-47c0-8e9a-228c319005da req-ed62c16e-0b0b-4351-a841-bc3565a3f54e tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:07.042792 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-565b2733-4d90-47c0-8e9a-228c319005da req-ed62c16e-0b0b-4351-a841-bc3565a3f54e tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.2405846 Jul 22 22:17:07.049361 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7539719e-9371-4521-883e-6378bbe3d4b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:07.049716 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7539719e-9371-4521-883e-6378bbe3d4b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:07.050075 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7539719e-9371-4521-883e-6378bbe3d4b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:07.050414 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7539719e-9371-4521-883e-6378bbe3d4b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:07.050750 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7539719e-9371-4521-883e-6378bbe3d4b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:07.051245 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7539719e-9371-4521-883e-6378bbe3d4b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:07.051587 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7539719e-9371-4521-883e-6378bbe3d4b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:07.051919 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7539719e-9371-4521-883e-6378bbe3d4b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:07.052285 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7539719e-9371-4521-883e-6378bbe3d4b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:07.052602 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7539719e-9371-4521-883e-6378bbe3d4b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:07.052929 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7539719e-9371-4521-883e-6378bbe3d4b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:07.053254 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7539719e-9371-4521-883e-6378bbe3d4b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:07.062853 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-67685171-a4c8-4d58-b0ac-3de17f702c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1788509'] for network, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.107033 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419e49b-4df2-499c-ae67-7f20093fa5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf24e96-eaba-41a3-be53-380bbb7872d8,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:07.165049 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-67685171-a4c8-4d58-b0ac-3de17f702c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760422', 'neutron.services.segments.db._delete_segments_for_network-8746838092337'] for network, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.166515 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-565b2733-4d90-47c0-8e9a-228c319005da req-5748c930-112f-404c-9735-22899d8324ef tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095297 Jul 22 22:17:07.184520 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a0dff4ea-9764-495e-8e46-4a93aec19253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.184923 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-67685171-a4c8-4d58-b0ac-3de17f702c85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44bbbec4-c1c1-4673-af7b-cdea5f594ad6']}} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:07.200286 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-67685171-a4c8-4d58-b0ac-3de17f702c85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb4be98-ca67-4e4e-8ff4-db5c38a2893a') {'for_net_delete': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:07.200660 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-67685171-a4c8-4d58-b0ac-3de17f702c85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb4be98-ca67-4e4e-8ff4-db5c38a2893a') {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:07.209956 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a0dff4ea-9764-495e-8e46-4a93aec19253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.211061 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-67685171-a4c8-4d58-b0ac-3de17f702c85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746838093114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2973926'] for segment, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.228477 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-67685171-a4c8-4d58-b0ac-3de17f702c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122'] for segment, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.236785 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67685171-a4c8-4d58-b0ac-3de17f702c85 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:17:07.237179 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-67685171-a4c8-4d58-b0ac-3de17f702c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2431524'] for segment, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.238902 dv-cinder-801912-2-iscsi neutron-server[93278]: Traceback (most recent call last): Jul 22 22:17:07.238902 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:17:07.238902 dv-cinder-801912-2-iscsi neutron-server[93278]: timer() Jul 22 22:17:07.238902 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:17:07.238902 dv-cinder-801912-2-iscsi neutron-server[93278]: cb(*args, **kw) Jul 22 22:17:07.238902 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:17:07.238902 dv-cinder-801912-2-iscsi neutron-server[93278]: return func(*args, **kwargs) Jul 22 22:17:07.238902 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:17:07.238902 dv-cinder-801912-2-iscsi neutron-server[93278]: self._notify() Jul 22 22:17:07.238902 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:17:07.238902 dv-cinder-801912-2-iscsi neutron-server[93278]: self.callback(batched_events) Jul 22 22:17:07.238902 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:17:07.238902 dv-cinder-801912-2-iscsi neutron-server[93278]: event.method(event) Jul 22 22:17:07.238902 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:17:07.238902 dv-cinder-801912-2-iscsi neutron-server[93278]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:17:07.238902 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:17:07.238902 dv-cinder-801912-2-iscsi neutron-server[93278]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:17:07.238902 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:17:07.238902 dv-cinder-801912-2-iscsi neutron-server[93278]: return f(self, *a, **k) Jul 22 22:17:07.238902 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:17:07.238902 dv-cinder-801912-2-iscsi neutron-server[93278]: return self._get(url).json() Jul 22 22:17:07.238902 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:17:07.238902 dv-cinder-801912-2-iscsi neutron-server[93278]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:17:07.238902 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:17:07.238902 dv-cinder-801912-2-iscsi neutron-server[93278]: return self.request(url, 'GET', **kwargs) Jul 22 22:17:07.238902 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:17:07.238902 dv-cinder-801912-2-iscsi neutron-server[93278]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:17:07.238902 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:17:07.238902 dv-cinder-801912-2-iscsi neutron-server[93278]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:17:07.238902 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:17:07.238902 dv-cinder-801912-2-iscsi neutron-server[93278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:17:07.238902 dv-cinder-801912-2-iscsi neutron-server[93278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:17:07.265644 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a0dff4ea-9764-495e-8e46-4a93aec19253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.271480 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a0dff4ea-9764-495e-8e46-4a93aec19253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.277899 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-a0dff4ea-9764-495e-8e46-4a93aec19253 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/879b5446-9c6d-4dc3-b62c-6010f5330b6f HTTP/1.1" status: 204 len: 168 time: 0.2591312 Jul 22 22:17:07.293500 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dff4ea-9764-495e-8e46-4a93aec19253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879b5446-9c6d-4dc3-b62c-6010f5330b6f,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:07.361439 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-67685171-a4c8-4d58-b0ac-3de17f702c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718227'] for network, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.369579 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-67685171-a4c8-4d58-b0ac-3de17f702c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.376717 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 45358) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:07.376973 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-67685171-a4c8-4d58-b0ac-3de17f702c85 admin admin] 10.222.0.11 "DELETE /v2.0/networks/44bbbec4-c1c1-4673-af7b-cdea5f594ad6 HTTP/1.1" status: 204 len: 168 time: 0.3887818 Jul 22 22:17:07.390605 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67685171-a4c8-4d58-b0ac-3de17f702c85 admin admin] Pushing event deleted for resources: {'Network': ['ID=44bbbec4-c1c1-4673-af7b-cdea5f594ad6,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:07.454524 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 45362) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:07.472287 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c5ebd059-70e8-40be-aca1-632b85f23ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.496471 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.db_base_plugin_v2 [None req-70262a0e-3744-4503-a7c4-7ab7ddd5503b admin admin] Deleting subnet 6a749077-eac3-44ca-9152-87ee391001ad {{(pid=93279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:17:07.504821 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-70262a0e-3744-4503-a7c4-7ab7ddd5503b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.555754 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-70262a0e-3744-4503-a7c4-7ab7ddd5503b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2253524'] for subnet, precommit_delete_associations {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.587907 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c5ebd059-70e8-40be-aca1-632b85f23ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.594646 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c5ebd059-70e8-40be-aca1-632b85f23ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.623884 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-70262a0e-3744-4503-a7c4-7ab7ddd5503b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759386'] for subnet, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.639394 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-c5ebd059-70e8-40be-aca1-632b85f23ddd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=33fbcdcfb4bb417ca0b591bcc32465c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1803744 Jul 22 22:17:07.639394 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ebd059-70e8-40be-aca1-632b85f23ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d734e777-1018-48d3-85cc-2b86f06896a1,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:07.640450 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 45370) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:07.698516 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-70262a0e-3744-4503-a7c4-7ab7ddd5503b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3960909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794102'] for subnet, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.708553 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b97a539a-fd95-4e76-9082-ddef07ae3d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.736794 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70262a0e-3744-4503-a7c4-7ab7ddd5503b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a749077-eac3-44ca-9152-87ee391001ad,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:07.740479 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-70262a0e-3744-4503-a7c4-7ab7ddd5503b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.742384 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-70262a0e-3744-4503-a7c4-7ab7ddd5503b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6a749077-eac3-44ca-9152-87ee391001ad HTTP/1.1" status: 204 len: 168 time: 0.3641055 Jul 22 22:17:07.744923 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 45378) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:07.747619 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b97a539a-fd95-4e76-9082-ddef07ae3d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.825715 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b97a539a-fd95-4e76-9082-ddef07ae3d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.829326 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b97a539a-fd95-4e76-9082-ddef07ae3d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.830463 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-b97a539a-fd95-4e76-9082-ddef07ae3d5d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d734e777-1018-48d3-85cc-2b86f06896a1 HTTP/1.1" status: 204 len: 168 time: 0.1889968 Jul 22 22:17:07.844277 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a539a-fd95-4e76-9082-ddef07ae3d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d734e777-1018-48d3-85cc-2b86f06896a1,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:07.846213 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-82af6b8a-b32c-4215-8342-880dca45e32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1788509'] for network, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.948558 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-82af6b8a-b32c-4215-8342-880dca45e32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760422', 'neutron.services.segments.db._delete_segments_for_network-8746838092337'] for network, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.960200 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.services.segments.db [None req-82af6b8a-b32c-4215-8342-880dca45e32a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98bc098a-823b-4e5d-977b-2fc5ced5dc36']}} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:07.971241 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.services.segments.db [None req-82af6b8a-b32c-4215-8342-880dca45e32a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9205ebbb-ed57-4f34-8535-5ee484a80f7c') {'for_net_delete': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:07.971523 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.services.segments.db [None req-82af6b8a-b32c-4215-8342-880dca45e32a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9205ebbb-ed57-4f34-8535-5ee484a80f7c') {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:07.984867 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-82af6b8a-b32c-4215-8342-880dca45e32a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746838093114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2253533'] for segment, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:08.002620 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-82af6b8a-b32c-4215-8342-880dca45e32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122'] for segment, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:08.011279 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82af6b8a-b32c-4215-8342-880dca45e32a admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:17:08.016268 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-82af6b8a-b32c-4215-8342-880dca45e32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3960887'] for segment, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:08.018443 dv-cinder-801912-2-iscsi neutron-server[93279]: Traceback (most recent call last): Jul 22 22:17:08.018443 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:17:08.018443 dv-cinder-801912-2-iscsi neutron-server[93279]: timer() Jul 22 22:17:08.018443 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:17:08.018443 dv-cinder-801912-2-iscsi neutron-server[93279]: cb(*args, **kw) Jul 22 22:17:08.018443 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:17:08.018443 dv-cinder-801912-2-iscsi neutron-server[93279]: return func(*args, **kwargs) Jul 22 22:17:08.018443 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:17:08.018443 dv-cinder-801912-2-iscsi neutron-server[93279]: self._notify() Jul 22 22:17:08.018443 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:17:08.018443 dv-cinder-801912-2-iscsi neutron-server[93279]: self.callback(batched_events) Jul 22 22:17:08.018443 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:17:08.018443 dv-cinder-801912-2-iscsi neutron-server[93279]: event.method(event) Jul 22 22:17:08.018443 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:17:08.018443 dv-cinder-801912-2-iscsi neutron-server[93279]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:17:08.018443 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:17:08.018443 dv-cinder-801912-2-iscsi neutron-server[93279]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:17:08.018443 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:17:08.018443 dv-cinder-801912-2-iscsi neutron-server[93279]: return f(self, *a, **k) Jul 22 22:17:08.018443 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:17:08.018443 dv-cinder-801912-2-iscsi neutron-server[93279]: return self._get(url).json() Jul 22 22:17:08.018443 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:17:08.018443 dv-cinder-801912-2-iscsi neutron-server[93279]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:17:08.018443 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:17:08.018443 dv-cinder-801912-2-iscsi neutron-server[93279]: return self.request(url, 'GET', **kwargs) Jul 22 22:17:08.018443 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:17:08.018443 dv-cinder-801912-2-iscsi neutron-server[93279]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:17:08.018443 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:17:08.018443 dv-cinder-801912-2-iscsi neutron-server[93279]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:17:08.018443 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:17:08.018443 dv-cinder-801912-2-iscsi neutron-server[93279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:17:08.018443 dv-cinder-801912-2-iscsi neutron-server[93279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:17:08.091607 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-82af6b8a-b32c-4215-8342-880dca45e32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718227'] for network, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:08.110506 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af6b8a-b32c-4215-8342-880dca45e32a admin admin] Pushing event deleted for resources: {'Network': ['ID=98bc098a-823b-4e5d-977b-2fc5ced5dc36,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:08.117040 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-82af6b8a-b32c-4215-8342-880dca45e32a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:08.121812 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-82af6b8a-b32c-4215-8342-880dca45e32a admin admin] 10.222.0.11 "DELETE /v2.0/networks/98bc098a-823b-4e5d-977b-2fc5ced5dc36 HTTP/1.1" status: 204 len: 168 time: 0.3733542 Jul 22 22:17:08.297146 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 45414) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:08.353343 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee60de-0c92-4ec9-b647-0a184cae5fb2 req-08e95b37-7cbf-4dee-abc9-fce0990f726b tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:08.355944 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-02ee60de-0c92-4ec9-b647-0a184cae5fb2 req-08e95b37-7cbf-4dee-abc9-fce0990f726b tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.1013505 Jul 22 22:17:08.378827 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-359d87e9-5506-46d3-ab86-3874303961ff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2038473123e74c74981e3d1537c9762f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0809534 Jul 22 22:17:08.382865 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 45420) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:08.425339 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-02ee60de-0c92-4ec9-b647-0a184cae5fb2 req-8ecdaaa5-2f25-48be-a81a-1d9096b116ba tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635505 Jul 22 22:17:08.474610 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1fa79bd6-2039-41df-8e37-a1780fa46330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:08.508519 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1fa79bd6-2039-41df-8e37-a1780fa46330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:08.574117 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1fa79bd6-2039-41df-8e37-a1780fa46330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:08.577531 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1fa79bd6-2039-41df-8e37-a1780fa46330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:08.579132 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-1fa79bd6-2039-41df-8e37-a1780fa46330 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/40984747-b401-4df3-84a0-23c17e035bfe HTTP/1.1" status: 204 len: 168 time: 0.1936531 Jul 22 22:17:08.590572 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa79bd6-2039-41df-8e37-a1780fa46330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40984747-b401-4df3-84a0-23c17e035bfe,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:09.048090 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 45458) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:09.124696 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 45466) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:09.127342 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-7f1f3d27-764b-436c-9f02-abbc37ae38b0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=79fb0102a2d14c60b00c764849a72886&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0779059 Jul 22 22:17:09.184999 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3a18a6fc-3a27-449f-af14-a5d3c4d9f172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:09.208592 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3a18a6fc-3a27-449f-af14-a5d3c4d9f172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:09.262390 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3a18a6fc-3a27-449f-af14-a5d3c4d9f172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:09.267557 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3a18a6fc-3a27-449f-af14-a5d3c4d9f172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:09.271936 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-3a18a6fc-3a27-449f-af14-a5d3c4d9f172 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/36ad99d7-b3d9-464a-9425-d2b303f7b757 HTTP/1.1" status: 204 len: 168 time: 0.1459432 Jul 22 22:17:09.280807 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18a6fc-3a27-449f-af14-a5d3c4d9f172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ad99d7-b3d9-464a-9425-d2b303f7b757,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:09.593925 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498c39f-2909-40cb-ac62-dfff1b8dbfb0 req-5c486476-2052-4ccf-8c73-dc5d1b5b2b46 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:09.595430 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4498c39f-2909-40cb-ac62-dfff1b8dbfb0 req-5c486476-2052-4ccf-8c73-dc5d1b5b2b46 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.0683522 Jul 22 22:17:09.640863 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4498c39f-2909-40cb-ac62-dfff1b8dbfb0 req-930577db-8e5f-4565-82cc-384aeed480ea tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387623 Jul 22 22:17:10.631310 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 45560) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:10.764748 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-79796345-a8b5-490d-a0a5-0b3972fb518e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:10.836900 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f509c3-e809-413b-8432-2cfd9ad922c3 req-14017028-34fa-4e02-9752-79777bfc2ce6 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:10.839950 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f8f509c3-e809-413b-8432-2cfd9ad922c3 req-14017028-34fa-4e02-9752-79777bfc2ce6 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.1166942 Jul 22 22:17:10.901813 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f8f509c3-e809-413b-8432-2cfd9ad922c3 req-89fa087f-f31d-4c13-a6c7-37d7ddab4c03 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526118 Jul 22 22:17:10.937874 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-79796345-a8b5-490d-a0a5-0b3972fb518e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:10.944961 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-79796345-a8b5-490d-a0a5-0b3972fb518e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:10.992840 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-79796345-a8b5-490d-a0a5-0b3972fb518e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7b91ef53209a45e18568762705d7e38f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3602347 Jul 22 22:17:10.994327 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 45586) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:10.994889 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79796345-a8b5-490d-a0a5-0b3972fb518e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e11896-b14f-4420-9191-4fa33e3784e1,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:11.058752 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-65616d21-3476-427e-aa19-488f83174216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:11.091012 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-65616d21-3476-427e-aa19-488f83174216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:11.155998 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-65616d21-3476-427e-aa19-488f83174216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:11.158940 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-65616d21-3476-427e-aa19-488f83174216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:11.160393 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-65616d21-3476-427e-aa19-488f83174216 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/43e11896-b14f-4420-9191-4fa33e3784e1 HTTP/1.1" status: 204 len: 168 time: 0.1643531 Jul 22 22:17:11.169073 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65616d21-3476-427e-aa19-488f83174216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e11896-b14f-4420-9191-4fa33e3784e1,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:11.799396 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 45638) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:11.926557 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f878e29d-9a60-46c3-9100-a65cc4e64339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.084037 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f878e29d-9a60-46c3-9100-a65cc4e64339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.095550 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f878e29d-9a60-46c3-9100-a65cc4e64339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.138399 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e3932-eff2-4e75-837d-52fb3b5eb7c1 req-be8f7ed9-207b-4b3e-9834-c2bc8ffeb491 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:12.140711 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-619e3932-eff2-4e75-837d-52fb3b5eb7c1 req-be8f7ed9-207b-4b3e-9834-c2bc8ffeb491 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.1426642 Jul 22 22:17:12.174234 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-f878e29d-9a60-46c3-9100-a65cc4e64339 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dc3184dc886c4881b73b5ad4d92e0a68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3737156 Jul 22 22:17:12.178871 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 45664) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:12.192336 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878e29d-9a60-46c3-9100-a65cc4e64339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11285a69-e0c6-4538-bdd6-53e799229004,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:12.229443 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-619e3932-eff2-4e75-837d-52fb3b5eb7c1 req-5b8c5bb8-fee4-4593-bd9b-413d6fe64f35 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792918 Jul 22 22:17:12.239067 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-febd85b2-5375-422b-80e8-04cb4c9f50fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.261742 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea56e5-1959-47b0-9388-0b6c266ef47a req-bebe5c0c-202e-45d9-94fe-bef60d93dc4a tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:12.263869 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-28ea56e5-1959-47b0-9388-0b6c266ef47a req-bebe5c0c-202e-45d9-94fe-bef60d93dc4a tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc619df4-6035-4260-9839-b7ff92d72fbf HTTP/1.1" status: 200 len: 945 time: 0.1222322 Jul 22 22:17:12.270280 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-febd85b2-5375-422b-80e8-04cb4c9f50fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.329682 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-28ea56e5-1959-47b0-9388-0b6c266ef47a req-2f1ec096-db40-4f0f-b11b-c6f25515f41b tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/security-groups?id=2845db25-e6a3-47ba-87d7-e6b9653ec44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591307 Jul 22 22:17:12.344900 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-febd85b2-5375-422b-80e8-04cb4c9f50fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.348182 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-febd85b2-5375-422b-80e8-04cb4c9f50fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.349738 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-febd85b2-5375-422b-80e8-04cb4c9f50fa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/11285a69-e0c6-4538-bdd6-53e799229004 HTTP/1.1" status: 204 len: 168 time: 0.1695073 Jul 22 22:17:12.360690 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd85b2-5375-422b-80e8-04cb4c9f50fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11285a69-e0c6-4538-bdd6-53e799229004,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:12.629586 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 45716) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:12.745328 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 45726) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:12.761387 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e646649d-e720-4025-801a-0d20a7a51f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.831740 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6ce7ff5e-38f0-4f5f-9a78-6d1b5c8994b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.914428 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e646649d-e720-4025-801a-0d20a7a51f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.921615 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e646649d-e720-4025-801a-0d20a7a51f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.973557 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646649d-e720-4025-801a-0d20a7a51f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605ffe1f-80b9-4a61-900a-3efb32b46c1d,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:12.979269 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-e646649d-e720-4025-801a-0d20a7a51f70 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=43c17c71611e483b9455e4298b2d39a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328539 Jul 22 22:17:12.982068 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 45740) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:13.021977 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6ce7ff5e-38f0-4f5f-9a78-6d1b5c8994b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.026829 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6ce7ff5e-38f0-4f5f-9a78-6d1b5c8994b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.042755 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-97b40c48-af45-4009-94d6-2d680f2169c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.071037 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-6ce7ff5e-38f0-4f5f-9a78-6d1b5c8994b7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ae5c39ccdcce464ea9af8140d3b7bd9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4400685 Jul 22 22:17:13.074432 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-97b40c48-af45-4009-94d6-2d680f2169c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.076555 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 45746) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:13.077775 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7ff5e-38f0-4f5f-9a78-6d1b5c8994b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3944a3a9-70ea-4baf-83f3-03da47c057b7,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:13.143861 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 45754) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:13.164399 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-53826e36-d28b-416a-a5f1-10b839ce9bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.179936 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-97b40c48-af45-4009-94d6-2d680f2169c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.182523 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-97b40c48-af45-4009-94d6-2d680f2169c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.183661 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-97b40c48-af45-4009-94d6-2d680f2169c9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/605ffe1f-80b9-4a61-900a-3efb32b46c1d HTTP/1.1" status: 204 len: 168 time: 0.1997108 Jul 22 22:17:13.194515 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-53826e36-d28b-416a-a5f1-10b839ce9bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.206703 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b40c48-af45-4009-94d6-2d680f2169c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605ffe1f-80b9-4a61-900a-3efb32b46c1d,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:13.255251 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-53826e36-d28b-416a-a5f1-10b839ce9bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.258473 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-53826e36-d28b-416a-a5f1-10b839ce9bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.263225 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-53826e36-d28b-416a-a5f1-10b839ce9bd9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3944a3a9-70ea-4baf-83f3-03da47c057b7 HTTP/1.1" status: 204 len: 168 time: 0.1753123 Jul 22 22:17:13.273923 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53826e36-d28b-416a-a5f1-10b839ce9bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3944a3a9-70ea-4baf-83f3-03da47c057b7,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:13.334653 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f6778492-8565-40a3-8b3c-e481666bf208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.439679 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d94e1a-7f4d-45ed-924a-f732affcc11b req-a8665af6-6645-466b-814c-03a65ef61d42 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:13.444949 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-33d94e1a-7f4d-45ed-924a-f732affcc11b req-a8665af6-6645-466b-814c-03a65ef61d42 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.1089616 Jul 22 22:17:13.511598 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f6778492-8565-40a3-8b3c-e481666bf208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.515309 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-33d94e1a-7f4d-45ed-924a-f732affcc11b req-abd9f0e7-ec9a-450f-9e77-3f29eeaa44a4 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621452 Jul 22 22:17:13.518905 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f6778492-8565-40a3-8b3c-e481666bf208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.567955 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6778492-8565-40a3-8b3c-e481666bf208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0403711d-c233-4e05-83bc-081032797f22,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:13.574440 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-f6778492-8565-40a3-8b3c-e481666bf208 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c302a6e7e8594de392a3ae205e34caa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4291623 Jul 22 22:17:13.578492 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 45778) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:13.609346 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4d8fd-3ea6-4db7-a61b-887d9a2eb727 req-490acf00-fdaa-4516-9393-4dceded667bd tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:13.610986 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f7b4d8fd-3ea6-4db7-a61b-887d9a2eb727 req-490acf00-fdaa-4516-9393-4dceded667bd tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc619df4-6035-4260-9839-b7ff92d72fbf HTTP/1.1" status: 200 len: 945 time: 0.1154819 Jul 22 22:17:13.651723 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b760442e-cf26-4b65-824c-d82ab7d9556d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.657670 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f7b4d8fd-3ea6-4db7-a61b-887d9a2eb727 req-441963c2-e8e5-4f93-ad6d-0f76c436ee25 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/security-groups?id=2845db25-e6a3-47ba-87d7-e6b9653ec44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404685 Jul 22 22:17:13.686587 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b760442e-cf26-4b65-824c-d82ab7d9556d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.760657 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b760442e-cf26-4b65-824c-d82ab7d9556d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.763736 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b760442e-cf26-4b65-824c-d82ab7d9556d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.765100 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-b760442e-cf26-4b65-824c-d82ab7d9556d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0403711d-c233-4e05-83bc-081032797f22 HTTP/1.1" status: 204 len: 168 time: 0.1847284 Jul 22 22:17:13.773316 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760442e-cf26-4b65-824c-d82ab7d9556d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0403711d-c233-4e05-83bc-081032797f22,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:14.430521 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 45836) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:14.681183 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d49c6e3a-9be5-447d-90cb-1ba05d7bd61f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:14.689941 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1f7f2-87dc-482a-b23b-bb220bc27c84 req-c8652438-46f5-4276-a58f-dadfbd5ca5d8 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:14.691445 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-06e1f7f2-87dc-482a-b23b-bb220bc27c84 req-c8652438-46f5-4276-a58f-dadfbd5ca5d8 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.0778599 Jul 22 22:17:14.773332 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-06e1f7f2-87dc-482a-b23b-bb220bc27c84 req-03df58ed-0efb-4d14-b822-d54f46250028 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755286 Jul 22 22:17:14.918887 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132b952-3949-4145-bfd6-06938073579d req-6fe3628c-c70a-41ab-a22d-07a9f7a20607 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:14.928548 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a132b952-3949-4145-bfd6-06938073579d req-6fe3628c-c70a-41ab-a22d-07a9f7a20607 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc619df4-6035-4260-9839-b7ff92d72fbf HTTP/1.1" status: 200 len: 945 time: 0.1361916 Jul 22 22:17:14.962392 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d49c6e3a-9be5-447d-90cb-1ba05d7bd61f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:14.975414 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d49c6e3a-9be5-447d-90cb-1ba05d7bd61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:14.983025 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a132b952-3949-4145-bfd6-06938073579d req-14bdb3f4-1251-4444-a609-afa25a70cf70 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/security-groups?id=2845db25-e6a3-47ba-87d7-e6b9653ec44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509400 Jul 22 22:17:15.041667 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-d49c6e3a-9be5-447d-90cb-1ba05d7bd61f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=00e79bccb43b4646b331927bc3c3bc6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6100378 Jul 22 22:17:15.045103 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 45866) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:15.058666 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284222d-f73d-4a24-8f72-3065cf5ec860 req-c5495edf-ef25-4684-9b46-c4f1cf36f9d6 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:15.060729 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d284222d-f73d-4a24-8f72-3065cf5ec860 req-c5495edf-ef25-4684-9b46-c4f1cf36f9d6 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.115 "GET /v2.0/ports?device_id=bc619df4-6035-4260-9839-b7ff92d72fbf HTTP/1.1" status: 200 len: 945 time: 0.2579939 Jul 22 22:17:15.071322 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c6e3a-9be5-447d-90cb-1ba05d7bd61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483c6977-3da4-4b60-9257-0f13ef41b66b,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:15.128797 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3b23d51d-4b02-4d14-ac26-0e2fb98551c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:15.175251 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3b23d51d-4b02-4d14-ac26-0e2fb98551c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:15.245771 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3b23d51d-4b02-4d14-ac26-0e2fb98551c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:15.250999 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3b23d51d-4b02-4d14-ac26-0e2fb98551c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:15.252711 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-3b23d51d-4b02-4d14-ac26-0e2fb98551c4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/483c6977-3da4-4b60-9257-0f13ef41b66b HTTP/1.1" status: 204 len: 168 time: 0.2065525 Jul 22 22:17:15.263930 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23d51d-4b02-4d14-ac26-0e2fb98551c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483c6977-3da4-4b60-9257-0f13ef41b66b,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:15.434900 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-d284222d-f73d-4a24-8f72-3065cf5ec860 req-9c1b5119-3295-4e9e-be0a-58c966c64256 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Deleting port e5a9e107-fda0-4df5-921f-1b466bd6eb28 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:17:15.435539 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-d284222d-f73d-4a24-8f72-3065cf5ec860 req-9c1b5119-3295-4e9e-be0a-58c966c64256 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:15.619692 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-d284222d-f73d-4a24-8f72-3065cf5ec860 req-9c1b5119-3295-4e9e-be0a-58c966c64256 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] For port e5a9e107-fda0-4df5-921f-1b466bd6eb28, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e5a9e107-fda0-4df5-921f-1b466bd6eb28,segment=NetworkSegment(f371a158-5659-4230-a1a1-819d61705886),segment_id=f371a158-5659-4230-a1a1-819d61705886)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:15.620085 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-d284222d-f73d-4a24-8f72-3065cf5ec860 req-9c1b5119-3295-4e9e-be0a-58c966c64256 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:15.644192 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-d284222d-f73d-4a24-8f72-3065cf5ec860 req-9c1b5119-3295-4e9e-be0a-58c966c64256 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Calling delete_port for e5a9e107-fda0-4df5-921f-1b466bd6eb28 owned by compute:nova {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:17:15.886378 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-d284222d-f73d-4a24-8f72-3065cf5ec860 req-9c1b5119-3295-4e9e-be0a-58c966c64256 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:15.900176 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['e5a9e107-fda0-4df5-921f-1b466bd6eb28'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:17:15.961137 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b5119-3295-4e9e-be0a-58c966c64256 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Pushing event deleted for resources: {'Port': ['ID=e5a9e107-fda0-4df5-921f-1b466bd6eb28,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:16.075028 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-d284222d-f73d-4a24-8f72-3065cf5ec860 req-9c1b5119-3295-4e9e-be0a-58c966c64256 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] No DVR routers for this DVR port e5a9e107-fda0-4df5-921f-1b466bd6eb28 on host hv-cinder-80191 {{(pid=93278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:17:16.088363 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-d284222d-f73d-4a24-8f72-3065cf5ec860 req-9c1b5119-3295-4e9e-be0a-58c966c64256 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:16.090663 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d284222d-f73d-4a24-8f72-3065cf5ec860 req-9c1b5119-3295-4e9e-be0a-58c966c64256 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.115 "DELETE /v2.0/ports/e5a9e107-fda0-4df5-921f-1b466bd6eb28 HTTP/1.1" status: 204 len: 173 time: 1.0222163 Jul 22 22:17:16.091492 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc619df4-6035-4260-9839-b7ff92d72fbf', 'name': 'network-vif-deleted', 'tag': 'e5a9e107-fda0-4df5-921f-1b466bd6eb28'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:17:16.095272 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1d1bd6-6808-4afc-9621-7d5ae6fd61c8" -d '{"events": [{"server_uuid": "bc619df4-6035-4260-9839-b7ff92d72fbf", "name": "network-vif-deleted", "tag": "e5a9e107-fda0-4df5-921f-1b466bd6eb28"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:17:16.136868 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d1db6-d1c9-499a-bbf6-2319ecf59213 req-becd4aeb-db52-402e-aade-b38b0744f3b3 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:16.148848 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-971d1db6-d1c9-499a-bbf6-2319ecf59213 req-becd4aeb-db52-402e-aade-b38b0744f3b3 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.1919711 Jul 22 22:17:16.222878 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-23ab673a-719e-4708-9298-fe0c89f35d00 req-3d4eaec8-95b1-41f8-8750-cb8365014987 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc619df4-6035-4260-9839-b7ff92d72fbf HTTP/1.1" status: 200 len: 210 time: 0.0390892 Jul 22 22:17:16.240146 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-971d1db6-d1c9-499a-bbf6-2319ecf59213 req-4df29fcd-8729-47bf-9bd3-a22c49078c75 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837491 Jul 22 22:17:16.277606 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0bb228-f543-4f2b-bf3c-5c38e5b78648 x-openstack-request-id: req-7f0bb228-f543-4f2b-bf3c-5c38e5b78648 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:17:16.277983 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc619df4-6035-4260-9839-b7ff92d72fbf", "name": "network-vif-deleted", "tag": "e5a9e107-fda0-4df5-921f-1b466bd6eb28", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:17:16.278160 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7f0bb228-f543-4f2b-bf3c-5c38e5b78648 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:17:16.278901 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc619df4-6035-4260-9839-b7ff92d72fbf', 'name': 'network-vif-deleted', 'tag': 'e5a9e107-fda0-4df5-921f-1b466bd6eb28', 'status': 'completed', 'code': 200} Jul 22 22:17:16.524916 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d5802ad1-3497-4368-84d8-f9dbb526802c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:17.415937 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-373a8d8e-07d1-4196-8cad-3eaeadefa092 req-f4d3407d-dd43-454d-aaf4-8bf7a351e707 tempest-DeleteServersTestJSON-791961698 tempest-DeleteServersTestJSON-791961698-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc619df4-6035-4260-9839-b7ff92d72fbf HTTP/1.1" status: 200 len: 210 time: 0.0547242 Jul 22 22:17:17.461592 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9d997-a9ce-49b6-9d22-dae91608ca9d req-1e8c68e8-7e61-4e76-9ad3-59313becc731 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:17.462957 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1fb9d997-a9ce-49b6-9d22-dae91608ca9d req-1e8c68e8-7e61-4e76-9ad3-59313becc731 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.1156490 Jul 22 22:17:17.505699 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1fb9d997-a9ce-49b6-9d22-dae91608ca9d req-a8a65794-3f41-468c-9f83-4cee1be47cf5 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364978 Jul 22 22:17:17.583049 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-b1f7d6ac-c95f-45b9-9297-ef48038633c5 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=00024f42ae114541b2d9d124eef910f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373368 Jul 22 22:17:17.792887 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-8def1faf-8158-4927-911b-3931f72b3045 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:17.794374 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-8def1faf-8158-4927-911b-3931f72b3045 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2050209 Jul 22 22:17:17.810383 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-d83278fd-b7ba-4b33-b29f-08b37ebadbfa tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/quotas/00024f42ae114541b2d9d124eef910f7 HTTP/1.1" status: 200 len: 375 time: 0.0093188 Jul 22 22:17:17.849684 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-840bfa3b-57e1-474a-88f2-15a68a9243a5 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=00024f42ae114541b2d9d124eef910f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324099 Jul 22 22:17:18.036839 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-43a01846-e9e0-4861-9e72-2198d7fae5b2 req-a91669df-dd37-407d-82d4-24375408cdbb tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/ports?device_id=83de9376-e8c7-4d7f-b254-f0f3563168a1 HTTP/1.1" status: 200 len: 210 time: 0.0357413 Jul 22 22:17:18.081947 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device e5a9e107-fda0-4df5-921f-1b466bd6eb28 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:17:18.105200 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] No Port match for: e5a9e107-fda0-4df5-921f-1b466bd6eb28 {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:17:18.105783 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device e5a9e107-fda0-4df5-921f-1b466bd6eb28 not bound to the agent host hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:17:18.683969 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c376a8f-7734-49c6-9680-d4f768abecb8 req-55270802-e3d3-43a8-9890-4cf1eac615ea tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:18.686564 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3c376a8f-7734-49c6-9680-d4f768abecb8 req-55270802-e3d3-43a8-9890-4cf1eac615ea tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.0849683 Jul 22 22:17:18.740993 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3c376a8f-7734-49c6-9680-d4f768abecb8 req-77e84da5-b626-4a94-afef-b195654bbe09 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409729 Jul 22 22:17:18.897300 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 6 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:17:18.939412 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-13a0fe5e-1b95-4620-83ee-3d92c93cb48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:19.144695 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-b57f8459-2f9c-4ad2-890e-95740e4b58ab tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.115 "GET /v2.0/networks?tenant_id=00024f42ae114541b2d9d124eef910f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573850 Jul 22 22:17:19.147001 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:19.155691 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-289651ad-404d-4626-8c5c-350d57d9fe4f req-6bea99db-ffb9-493f-bfed-d977f3335f25 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/ports?device_id=83de9376-e8c7-4d7f-b254-f0f3563168a1 HTTP/1.1" status: 200 len: 210 time: 0.0439963 Jul 22 22:17:19.370427 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-b01cfe53-f83d-46ba-af44-7435e66aa8c5 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:19.371014 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-b01cfe53-f83d-46ba-af44-7435e66aa8c5 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2122176 Jul 22 22:17:19.384694 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-bb7e7472-3988-40a7-9c64-67f71e6df346 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Request body: {'port': {'device_id': '83de9376-e8c7-4d7f-b254-f0f3563168a1', 'network_id': '947016c4-8cd1-4af4-9d87-e0a633d4e484', 'admin_state_up': True, 'tenant_id': '00024f42ae114541b2d9d124eef910f7'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:19.496161 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-bb7e7472-3988-40a7-9c64-67f71e6df346 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Made reservation on behalf of 00024f42ae114541b2d9d124eef910f7 for: {'port': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:17:19.499886 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-bb7e7472-3988-40a7-9c64-67f71e6df346 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:19.508623 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-bb7e7472-3988-40a7-9c64-67f71e6df346 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:19.615825 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-bb7e7472-3988-40a7-9c64-67f71e6df346 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:19.620884 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-bb7e7472-3988-40a7-9c64-67f71e6df346 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:19.691859 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e7472-3988-40a7-9c64-67f71e6df346 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54ea332f-765d-4df7-b8af-688a719cd314,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:19.768704 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-bb7e7472-3988-40a7-9c64-67f71e6df346 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Allocated IP 192.168.233.106 (947016c4-8cd1-4af4-9d87-e0a633d4e484/c99e515a-90fc-49bc-b470-b7a39f5a4895/05f56293-fb1d-48fa-bc44-63c032c09ea2) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:17:19.914926 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd298153-8b0b-4f98-92d2-1ae335f6f477 req-ba5eafe3-d15f-4cb0-b787-11dfa41e5385 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:19.924416 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-dd298153-8b0b-4f98-92d2-1ae335f6f477 req-ba5eafe3-d15f-4cb0-b787-11dfa41e5385 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.1031129 Jul 22 22:17:19.933254 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 46116) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:19.999019 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-dd298153-8b0b-4f98-92d2-1ae335f6f477 req-cfb51785-014a-4e2e-ab6d-c274e1b85584 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736523 Jul 22 22:17:20.007759 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-bb7e7472-3988-40a7-9c64-67f71e6df346 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:20.012593 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.db_base_plugin_v2 [None req-c26521b7-e8a0-41f0-b621-d1012edaa043 admin admin] Deleting subnet 8d8e09a5-a866-41b9-bfda-63f41775455c {{(pid=93279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:17:20.016608 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c26521b7-e8a0-41f0-b621-d1012edaa043 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:20.036357 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-bb7e7472-3988-40a7-9c64-67f71e6df346 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Transition to ACTIVE for port object 05f56293-fb1d-48fa-bc44-63c032c09ea2 will not be triggered until provisioned by entity DHCP. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:17:20.064506 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c26521b7-e8a0-41f0-b621-d1012edaa043 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2253524'] for subnet, precommit_delete_associations {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:20.077873 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-bb7e7472-3988-40a7-9c64-67f71e6df346 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:20.119519 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c26521b7-e8a0-41f0-b621-d1012edaa043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759386'] for subnet, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:20.123172 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-bb7e7472-3988-40a7-9c64-67f71e6df346 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Network 947016c4-8cd1-4af4-9d87-e0a633d4e484 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:17:20.129500 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-bb7e7472-3988-40a7-9c64-67f71e6df346 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:17:20.133710 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-bb7e7472-3988-40a7-9c64-67f71e6df346 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:17:20.136032 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 46124) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:20.168870 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e7472-3988-40a7-9c64-67f71e6df346 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Pushing event updated for resources: {'Port': ['ID=05f56293-fb1d-48fa-bc44-63c032c09ea2,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:20.193071 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c26521b7-e8a0-41f0-b621-d1012edaa043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3960909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794102'] for subnet, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:20.207865 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:20.213833 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-bb7e7472-3988-40a7-9c64-67f71e6df346 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:20.215156 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-bb7e7472-3988-40a7-9c64-67f71e6df346 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:20.220620 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26521b7-e8a0-41f0-b621-d1012edaa043 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d8e09a5-a866-41b9-bfda-63f41775455c,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:20.226896 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c26521b7-e8a0-41f0-b621-d1012edaa043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:20.229062 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-c26521b7-e8a0-41f0-b621-d1012edaa043 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8d8e09a5-a866-41b9-bfda-63f41775455c HTTP/1.1" status: 204 len: 168 time: 0.2948613 Jul 22 22:17:20.231658 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 46130) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:20.254572 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-bb7e7472-3988-40a7-9c64-67f71e6df346 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8737996 Jul 22 22:17:20.269851 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-35c2b04f-becc-4df2-8487-999b7f58bee2 service neutron] Request body: {'port': {'device_id': '83de9376-e8c7-4d7f-b254-f0f3563168a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:20.343804 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-04671a26-e8fc-4b64-b166-e4eb32102765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:20.444132 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-35c2b04f-becc-4df2-8487-999b7f58bee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:20.498070 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-bb7cc3fd-fc88-4cd8-9219-d815a82d759d None None] Provisioning for port 05f56293-fb1d-48fa-bc44-63c032c09ea2 completed by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:17:20.516204 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-bb7cc3fd-fc88-4cd8-9219-d815a82d759d None None] Provisioning complete for port 05f56293-fb1d-48fa-bc44-63c032c09ea2 triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:17:20.516634 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bb7cc3fd-fc88-4cd8-9219-d815a82d759d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:20.554314 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-bb7cc3fd-fc88-4cd8-9219-d815a82d759d None None] Port 05f56293-fb1d-48fa-bc44-63c032c09ea2 cannot update to ACTIVE because it is not bound. {{(pid=93280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:17:20.640030 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d9a1cd64-96d2-495b-a223-05159bbdc2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1788509'] for network, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:20.696051 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-04671a26-e8fc-4b64-b166-e4eb32102765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:20.701550 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-04671a26-e8fc-4b64-b166-e4eb32102765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:20.733644 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d679dd-e707-4469-b646-0f5ff9037c9a req-b18bca10-f6d9-4518-a4d8-362e9dea3a94 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:20.736749 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-68d679dd-e707-4469-b646-0f5ff9037c9a req-b18bca10-f6d9-4518-a4d8-362e9dea3a94 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/ports?device_id=83de9376-e8c7-4d7f-b254-f0f3563168a1 HTTP/1.1" status: 200 len: 936 time: 0.4787538 Jul 22 22:17:20.745625 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a33dde31-2b02-45be-b922-b7d356b5eb56 req-396d25ab-d7ee-44da-8a13-ebf1ccc598bd service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1459763 Jul 22 22:17:20.780363 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d9a1cd64-96d2-495b-a223-05159bbdc2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760422', 'neutron.services.segments.db._delete_segments_for_network-8746838092337'] for network, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:20.796606 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-04671a26-e8fc-4b64-b166-e4eb32102765 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0f988137120a480ba623a079309a32d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6557264 Jul 22 22:17:20.801255 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 46138) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:20.803813 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04671a26-e8fc-4b64-b166-e4eb32102765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f119383-08e2-4064-91ba-ba050dd47f62,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:20.813528 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.services.segments.db [None req-d9a1cd64-96d2-495b-a223-05159bbdc2a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3848d29-2553-41a1-95ce-241b20461879']}} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:20.863394 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.services.segments.db [None req-d9a1cd64-96d2-495b-a223-05159bbdc2a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f371a158-5659-4230-a1a1-819d61705886') {'for_net_delete': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:20.863718 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.services.segments.db [None req-d9a1cd64-96d2-495b-a223-05159bbdc2a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f371a158-5659-4230-a1a1-819d61705886') {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:20.885498 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-35c2b04f-becc-4df2-8487-999b7f58bee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05f56293-fb1d-48fa-bc44-63c032c09ea2 {{(pid=93278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:17:20.894070 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-35c2b04f-becc-4df2-8487-999b7f58bee2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:20.895407 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-68d679dd-e707-4469-b646-0f5ff9037c9a req-51f16a68-3f28-4630-b6b6-a6cb47ebe039 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/security-groups?id=54ea332f-765d-4df7-b8af-688a719cd314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461263 Jul 22 22:17:20.898010 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d9a1cd64-96d2-495b-a223-05159bbdc2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746838093114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2253533'] for segment, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:20.907323 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-35c2b04f-becc-4df2-8487-999b7f58bee2 service neutron] Transition to ACTIVE for port object 05f56293-fb1d-48fa-bc44-63c032c09ea2 will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:17:20.912155 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-35c2b04f-becc-4df2-8487-999b7f58bee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:20.932029 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d9a1cd64-96d2-495b-a223-05159bbdc2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122'] for segment, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:20.953208 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a1cd64-96d2-495b-a223-05159bbdc2a3 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:17:20.953839 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d9a1cd64-96d2-495b-a223-05159bbdc2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3960887'] for segment, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:20.956228 dv-cinder-801912-2-iscsi neutron-server[93279]: Traceback (most recent call last): Jul 22 22:17:20.956228 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:17:20.956228 dv-cinder-801912-2-iscsi neutron-server[93279]: timer() Jul 22 22:17:20.956228 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:17:20.956228 dv-cinder-801912-2-iscsi neutron-server[93279]: cb(*args, **kw) Jul 22 22:17:20.956228 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:17:20.956228 dv-cinder-801912-2-iscsi neutron-server[93279]: return func(*args, **kwargs) Jul 22 22:17:20.956228 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:17:20.956228 dv-cinder-801912-2-iscsi neutron-server[93279]: self._notify() Jul 22 22:17:20.956228 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:17:20.956228 dv-cinder-801912-2-iscsi neutron-server[93279]: self.callback(batched_events) Jul 22 22:17:20.956228 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:17:20.956228 dv-cinder-801912-2-iscsi neutron-server[93279]: event.method(event) Jul 22 22:17:20.956228 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:17:20.956228 dv-cinder-801912-2-iscsi neutron-server[93279]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:17:20.956228 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:17:20.956228 dv-cinder-801912-2-iscsi neutron-server[93279]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:17:20.956228 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:17:20.956228 dv-cinder-801912-2-iscsi neutron-server[93279]: return f(self, *a, **k) Jul 22 22:17:20.956228 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:17:20.956228 dv-cinder-801912-2-iscsi neutron-server[93279]: return self._get(url).json() Jul 22 22:17:20.956228 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:17:20.956228 dv-cinder-801912-2-iscsi neutron-server[93279]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:17:20.956228 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:17:20.956228 dv-cinder-801912-2-iscsi neutron-server[93279]: return self.request(url, 'GET', **kwargs) Jul 22 22:17:20.956228 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:17:20.956228 dv-cinder-801912-2-iscsi neutron-server[93279]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:17:20.956228 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:17:20.956228 dv-cinder-801912-2-iscsi neutron-server[93279]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:17:20.956228 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:17:20.956228 dv-cinder-801912-2-iscsi neutron-server[93279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:17:20.956228 dv-cinder-801912-2-iscsi neutron-server[93279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:17:20.970095 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b17c7730-5b0d-4858-8bf4-90273971c759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:21.017489 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2b04f-becc-4df2-8487-999b7f58bee2 service neutron] Pushing event updated for resources: {'Port': ['ID=05f56293-fb1d-48fa-bc44-63c032c09ea2,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:21.046530 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dde31-2b02-45be-b922-b7d356b5eb56 req-00257f07-116d-4119-9cc8-d0517c75afcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:21.048410 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a33dde31-2b02-45be-b922-b7d356b5eb56 req-00257f07-116d-4119-9cc8-d0517c75afcf service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=604ef9807f4d4f399b2b68ee7a07f4e4&device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 1098 time: 0.2321186 Jul 22 22:17:21.051803 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b17c7730-5b0d-4858-8bf4-90273971c759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:21.060953 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-35c2b04f-becc-4df2-8487-999b7f58bee2 service neutron] Attempting to bind port 05f56293-fb1d-48fa-bc44-63c032c09ea2 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:17:21.061319 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-35c2b04f-becc-4df2-8487-999b7f58bee2 service neutron] Attempting to bind port 05f56293-fb1d-48fa-bc44-63c032c09ea2 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '480649ed-9850-47d7-9023-673da3886526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '947016c4-8cd1-4af4-9d87-e0a633d4e484'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:17:21.061626 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-35c2b04f-becc-4df2-8487-999b7f58bee2 service neutron] Attempting to bind port 05f56293-fb1d-48fa-bc44-63c032c09ea2 on network 947016c4-8cd1-4af4-9d87-e0a633d4e484 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:17:21.066910 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-35c2b04f-becc-4df2-8487-999b7f58bee2 service neutron] Port 05f56293-fb1d-48fa-bc44-63c032c09ea2 on network 947016c4-8cd1-4af4-9d87-e0a633d4e484 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:17:21.067235 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-35c2b04f-becc-4df2-8487-999b7f58bee2 service neutron] Attempting to bind port 05f56293-fb1d-48fa-bc44-63c032c09ea2 on network 947016c4-8cd1-4af4-9d87-e0a633d4e484 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:17:21.068622 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d9a1cd64-96d2-495b-a223-05159bbdc2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718227'] for network, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:21.074337 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-35c2b04f-becc-4df2-8487-999b7f58bee2 service neutron] Checking agent: {'id': '4259e59d-080d-4967-89a0-1abd7a18732f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'started_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:17:21.074874 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-35c2b04f-becc-4df2-8487-999b7f58bee2 service neutron] Checking segment: {'id': '480649ed-9850-47d7-9023-673da3886526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '947016c4-8cd1-4af4-9d87-e0a633d4e484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:17:21.075285 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-35c2b04f-becc-4df2-8487-999b7f58bee2 service neutron] Bound using segment: {'id': '480649ed-9850-47d7-9023-673da3886526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '947016c4-8cd1-4af4-9d87-e0a633d4e484'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:17:21.076383 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-35c2b04f-becc-4df2-8487-999b7f58bee2 service neutron] Bound port: 05f56293-fb1d-48fa-bc44-63c032c09ea2, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '480649ed-9850-47d7-9023-673da3886526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '947016c4-8cd1-4af4-9d87-e0a633d4e484'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:17:21.076820 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-35c2b04f-becc-4df2-8487-999b7f58bee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:21.098681 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d9a1cd64-96d2-495b-a223-05159bbdc2a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:21.101102 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-d9a1cd64-96d2-495b-a223-05159bbdc2a3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f3848d29-2553-41a1-95ce-241b20461879 HTTP/1.1" status: 204 len: 168 time: 0.8637843 Jul 22 22:17:21.102084 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a1cd64-96d2-495b-a223-05159bbdc2a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3848d29-2553-41a1-95ce-241b20461879,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:21.162420 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-35c2b04f-becc-4df2-8487-999b7f58bee2 service neutron] For port 05f56293-fb1d-48fa-bc44-63c032c09ea2, host hv-cinder-80191, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:17:21.166219 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-35c2b04f-becc-4df2-8487-999b7f58bee2 service neutron] For port 05f56293-fb1d-48fa-bc44-63c032c09ea2, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=05f56293-fb1d-48fa-bc44-63c032c09ea2,segment=NetworkSegment(480649ed-9850-47d7-9023-673da3886526),segment_id=480649ed-9850-47d7-9023-673da3886526)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:17:21.172578 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-35c2b04f-becc-4df2-8487-999b7f58bee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:21.222445 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-35c2b04f-becc-4df2-8487-999b7f58bee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:21.223237 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-35c2b04f-becc-4df2-8487-999b7f58bee2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:21.224797 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-35c2b04f-becc-4df2-8487-999b7f58bee2 service neutron] 10.222.0.115 "PUT /v2.0/ports/05f56293-fb1d-48fa-bc44-63c032c09ea2 HTTP/1.1" status: 200 len: 1098 time: 0.9604521 Jul 22 22:17:21.225275 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83de9376-e8c7-4d7f-b254-f0f3563168a1', 'tag': '05f56293-fb1d-48fa-bc44-63c032c09ea2'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:17:21.228390 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dda5e44-a9a1-4b54-98f7-d07294c12633" -d '{"events": [{"name": "network-changed", "server_uuid": "83de9376-e8c7-4d7f-b254-f0f3563168a1", "tag": "05f56293-fb1d-48fa-bc44-63c032c09ea2"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:17:21.323642 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9548efdc-db8a-42cf-824c-c105e0ba8391 x-openstack-request-id: req-9548efdc-db8a-42cf-824c-c105e0ba8391 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:17:21.323951 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83de9376-e8c7-4d7f-b254-f0f3563168a1", "tag": "05f56293-fb1d-48fa-bc44-63c032c09ea2", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:17:21.324175 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9548efdc-db8a-42cf-824c-c105e0ba8391 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:17:21.324699 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83de9376-e8c7-4d7f-b254-f0f3563168a1', 'tag': '05f56293-fb1d-48fa-bc44-63c032c09ea2', 'status': 'completed', 'code': 200} Jul 22 22:17:21.326853 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2b04f-becc-4df2-8487-999b7f58bee2 service neutron] Pushing event updated for resources: {'Port': ['ID=05f56293-fb1d-48fa-bc44-63c032c09ea2,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:21.345937 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b17c7730-5b0d-4858-8bf4-90273971c759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:21.350267 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b17c7730-5b0d-4858-8bf4-90273971c759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:21.357897 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-b17c7730-5b0d-4858-8bf4-90273971c759 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7f119383-08e2-4064-91ba-ba050dd47f62 HTTP/1.1" status: 204 len: 168 time: 0.5531301 Jul 22 22:17:21.380518 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 46152) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:21.398048 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c7730-5b0d-4858-8bf4-90273971c759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f119383-08e2-4064-91ba-ba050dd47f62,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:21.408007 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-b6a1ab66-98bc-47a7-a4c6-3d14de86785a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:21.411931 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-b6a1ab66-98bc-47a7-a4c6-3d14de86785a service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=00024f42ae114541b2d9d124eef910f7&device_id=83de9376-e8c7-4d7f-b254-f0f3563168a1 HTTP/1.1" status: 200 len: 1101 time: 0.1387880 Jul 22 22:17:21.456991 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dde31-2b02-45be-b922-b7d356b5eb56 req-4c942b3c-fe67-46f3-8feb-0987b968610f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:21.459269 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a33dde31-2b02-45be-b922-b7d356b5eb56 req-4c942b3c-fe67-46f3-8feb-0987b968610f service neutron] 10.222.0.115 "GET /v2.0/networks?id=e4b6b76f-1ef4-401f-90f1-c356e02d995c HTTP/1.1" status: 200 len: 920 time: 0.3620627 Jul 22 22:17:21.480929 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463ee5d-b289-4cf9-bb17-88cb2a3ae4c8 req-63670e2a-34ca-48b9-8f12-3d02f0ba2139 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:21.484913 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3463ee5d-b289-4cf9-bb17-88cb2a3ae4c8 req-63670e2a-34ca-48b9-8f12-3d02f0ba2139 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.3153083 Jul 22 22:17:21.517753 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-d7839863-d04f-48e0-8d32-88e8897ca6ac service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=05f56293-fb1d-48fa-bc44-63c032c09ea2 HTTP/1.1" status: 200 len: 217 time: 0.0893936 Jul 22 22:17:21.571766 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a33dde31-2b02-45be-b922-b7d356b5eb56 req-7ec8b757-489e-4131-9148-d80465779c86 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0 HTTP/1.1" status: 200 len: 217 time: 0.0857809 Jul 22 22:17:21.586124 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-40d67cf4-b7dc-4709-b7e4-07bae2de58bd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=37e39d126b1c442dac05431fb69ed7b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2026637 Jul 22 22:17:21.587072 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 46160) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:21.604898 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-886a4d91-2dd0-445c-afe1-920b63fa722e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:21.606370 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-886a4d91-2dd0-445c-afe1-920b63fa722e service neutron] 10.222.0.115 "GET /v2.0/subnets?id=c99e515a-90fc-49bc-b470-b7a39f5a4895 HTTP/1.1" status: 200 len: 843 time: 0.0814188 Jul 22 22:17:21.708120 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3463ee5d-b289-4cf9-bb17-88cb2a3ae4c8 req-9a05964e-bb5f-45ee-8e37-e35db149c640 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052922 Jul 22 22:17:21.713498 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-dac8b379-8ae0-4eda-881d-d9e27b53bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:21.715017 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-dac8b379-8ae0-4eda-881d-d9e27b53bd5b service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=947016c4-8cd1-4af4-9d87-e0a633d4e484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0890331 Jul 22 22:17:21.756924 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dde31-2b02-45be-b922-b7d356b5eb56 req-757a9659-64d2-4c91-9455-8d6687c87dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:21.758477 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a33dde31-2b02-45be-b922-b7d356b5eb56 req-757a9659-64d2-4c91-9455-8d6687c87dc1 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=f78ae926-97ca-4316-a2d0-74eca96df0da HTTP/1.1" status: 200 len: 859 time: 0.1780882 Jul 22 22:17:21.798309 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a33dde31-2b02-45be-b922-b7d356b5eb56 req-88dc2398-bc87-4d5c-b310-ff2e98fb595f service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=e4b6b76f-1ef4-401f-90f1-c356e02d995c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332208 Jul 22 22:17:21.799441 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4e3fcda6-252f-460c-aceb-17629fa68513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:21.848000 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-c764d68a-654b-4a22-b616-f2173333caa0 service neutron] 10.222.0.115 "GET /v2.0/networks/947016c4-8cd1-4af4-9d87-e0a633d4e484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165559 Jul 22 22:17:21.850899 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4e3fcda6-252f-460c-aceb-17629fa68513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:21.851531 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:21.967875 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a33dde31-2b02-45be-b922-b7d356b5eb56 req-e45f9441-d9fe-463b-84de-54b0a4ceacd6 service neutron] 10.222.0.115 "GET /v2.0/networks/e4b6b76f-1ef4-401f-90f1-c356e02d995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584489 Jul 22 22:17:21.969592 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4e3fcda6-252f-460c-aceb-17629fa68513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:21.972757 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4e3fcda6-252f-460c-aceb-17629fa68513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:21.974097 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-4e3fcda6-252f-460c-aceb-17629fa68513 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2845db25-e6a3-47ba-87d7-e6b9653ec44a HTTP/1.1" status: 204 len: 168 time: 0.3728082 Jul 22 22:17:21.993955 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3fcda6-252f-460c-aceb-17629fa68513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2845db25-e6a3-47ba-87d7-e6b9653ec44a,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:21.996963 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 46172) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:22.024079 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1d994c3e-8e55-4372-8a64-27e5af8b2235 req-0be82b93-0829-4c9d-a89c-9bbc076c9bbe service neutron] 10.222.0.115 "GET /v2.0/networks/947016c4-8cd1-4af4-9d87-e0a633d4e484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541905 Jul 22 22:17:22.053960 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2b086e2e-940f-4e5c-b704-8ea92b776151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:22.142601 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda5e44-a9a1-4b54-98f7-d07294c12633 req-3269f8f9-a4d4-4fcc-8bac-1de9b62c4d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:22.144496 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7dda5e44-a9a1-4b54-98f7-d07294c12633 req-3269f8f9-a4d4-4fcc-8bac-1de9b62c4d5c service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=00024f42ae114541b2d9d124eef910f7&device_id=83de9376-e8c7-4d7f-b254-f0f3563168a1 HTTP/1.1" status: 200 len: 1101 time: 0.0644321 Jul 22 22:17:22.173245 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a33dde31-2b02-45be-b922-b7d356b5eb56 req-13aeb71b-a843-4056-9194-5c27ecfcfed9 service neutron] 10.222.0.115 "GET /v2.0/networks/e4b6b76f-1ef4-401f-90f1-c356e02d995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975727 Jul 22 22:17:22.211877 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d98c2-6c30-449c-94ba-0fa19b1af96e req-3f3ad375-985c-4a4f-8ff5-40b448c01a77 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:22.213469 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-6d3d98c2-6c30-449c-94ba-0fa19b1af96e req-3f3ad375-985c-4a4f-8ff5-40b448c01a77 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/ports?device_id=83de9376-e8c7-4d7f-b254-f0f3563168a1 HTTP/1.1" status: 200 len: 948 time: 0.1971409 Jul 22 22:17:22.277572 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda5e44-a9a1-4b54-98f7-d07294c12633 req-dcc0ce02-0847-4b00-840e-ae9d7781593f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:22.279775 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7dda5e44-a9a1-4b54-98f7-d07294c12633 req-dcc0ce02-0847-4b00-840e-ae9d7781593f service neutron] 10.222.0.115 "GET /v2.0/networks?id=947016c4-8cd1-4af4-9d87-e0a633d4e484 HTTP/1.1" status: 200 len: 870 time: 0.1218243 Jul 22 22:17:22.285661 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2b086e2e-940f-4e5c-b704-8ea92b776151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:22.296729 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-6d3d98c2-6c30-449c-94ba-0fa19b1af96e req-3e9e88c7-036d-44d0-8de9-be61dabd0721 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/security-groups?id=54ea332f-765d-4df7-b8af-688a719cd314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708787 Jul 22 22:17:22.301751 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2b086e2e-940f-4e5c-b704-8ea92b776151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:22.337537 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7dda5e44-a9a1-4b54-98f7-d07294c12633 req-58f5fcb9-6fcf-4c0e-ab7b-4978172dc445 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=05f56293-fb1d-48fa-bc44-63c032c09ea2 HTTP/1.1" status: 200 len: 217 time: 0.0511034 Jul 22 22:17:22.348743 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b086e2e-940f-4e5c-b704-8ea92b776151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80d9ec5-1899-448f-bc77-ff1dc613be70,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:22.354694 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-2b086e2e-940f-4e5c-b704-8ea92b776151 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eacb2d9c9d8743c5b3ea881a3d39e8b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3525302 Jul 22 22:17:22.355299 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 46180) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:22.400772 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda5e44-a9a1-4b54-98f7-d07294c12633 req-235d151b-c574-4575-8af9-c689d39f68dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:22.402245 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7dda5e44-a9a1-4b54-98f7-d07294c12633 req-235d151b-c574-4575-8af9-c689d39f68dc service neutron] 10.222.0.115 "GET /v2.0/subnets?id=c99e515a-90fc-49bc-b470-b7a39f5a4895 HTTP/1.1" status: 200 len: 843 time: 0.0562780 Jul 22 22:17:22.418153 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-fc8ae4d1-bf8c-43eb-be53-7654fbc804ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:22.440920 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-fc8ae4d1-bf8c-43eb-be53-7654fbc804ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:22.478932 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda5e44-a9a1-4b54-98f7-d07294c12633 req-e1327f7b-2aec-4f40-9be4-df4affb2ec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:22.480704 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7dda5e44-a9a1-4b54-98f7-d07294c12633 req-e1327f7b-2aec-4f40-9be4-df4affb2ec7b service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=947016c4-8cd1-4af4-9d87-e0a633d4e484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0678229 Jul 22 22:17:22.519051 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-fc8ae4d1-bf8c-43eb-be53-7654fbc804ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:22.521718 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-fc8ae4d1-bf8c-43eb-be53-7654fbc804ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:22.526702 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-fc8ae4d1-bf8c-43eb-be53-7654fbc804ac admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d80d9ec5-1899-448f-bc77-ff1dc613be70 HTTP/1.1" status: 204 len: 168 time: 0.1706843 Jul 22 22:17:22.537336 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ae4d1-bf8c-43eb-be53-7654fbc804ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80d9ec5-1899-448f-bc77-ff1dc613be70,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:22.621320 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7dda5e44-a9a1-4b54-98f7-d07294c12633 req-f7d0716a-f1a8-4fd5-a44b-80f1e95ad1fb service neutron] 10.222.0.115 "GET /v2.0/networks/947016c4-8cd1-4af4-9d87-e0a633d4e484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331170 Jul 22 22:17:22.766113 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7dda5e44-a9a1-4b54-98f7-d07294c12633 req-6ba036d7-3620-4afd-9bf5-5440c4e9fb9a service neutron] 10.222.0.115 "GET /v2.0/networks/947016c4-8cd1-4af4-9d87-e0a633d4e484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378183 Jul 22 22:17:22.893642 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 46210) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:22.897465 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcab8e5-4a4c-4f09-b9c0-f53edfa726e5 req-d688ad37-a6a1-4d31-91e3-cdf2a010f5df tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:22.908444 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-efcab8e5-4a4c-4f09-b9c0-f53edfa726e5 req-d688ad37-a6a1-4d31-91e3-cdf2a010f5df tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.0948896 Jul 22 22:17:22.955111 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-efcab8e5-4a4c-4f09-b9c0-f53edfa726e5 req-96571b3d-6c68-4b7d-bbcb-6d9726632ea4 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455303 Jul 22 22:17:23.024680 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-63bff260-5bd8-4ad0-9aa5-ee93c68cf81c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-926927785-network', 'tenant_id': '8038fbe851d34a8281dfd4c3137eeb0e'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:23.047800 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bff260-5bd8-4ad0-9aa5-ee93c68cf81c admin admin] Made reservation on behalf of 8038fbe851d34a8281dfd4c3137eeb0e for: {'network': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:17:23.050901 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-63bff260-5bd8-4ad0-9aa5-ee93c68cf81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for network, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:23.071050 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-63bff260-5bd8-4ad0-9aa5-ee93c68cf81c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:23.198077 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-63bff260-5bd8-4ad0-9aa5-ee93c68cf81c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:23.204009 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-63bff260-5bd8-4ad0-9aa5-ee93c68cf81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:23.232057 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63bff260-5bd8-4ad0-9aa5-ee93c68cf81c admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=93278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:17:23.243332 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bff260-5bd8-4ad0-9aa5-ee93c68cf81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4b97dc-4601-4458-8bb5-ad604be4f0c7,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:23.249161 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-63bff260-5bd8-4ad0-9aa5-ee93c68cf81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122'] for segment, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:23.249538 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.db.segments_db [None req-63bff260-5bd8-4ad0-9aa5-ee93c68cf81c admin admin] Added segment d15c25b1-f200-4eab-9a4f-9cc58efb2aff of type vlan for network 34673370-560f-41fe-9c17-1619350d74d3 Jul 22 22:17:23.296189 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-63bff260-5bd8-4ad0-9aa5-ee93c68cf81c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746837610990'] for network, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:23.329057 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-63bff260-5bd8-4ad0-9aa5-ee93c68cf81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for network, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:23.330794 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bff260-5bd8-4ad0-9aa5-ee93c68cf81c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:23.331442 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-63bff260-5bd8-4ad0-9aa5-ee93c68cf81c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:23.364611 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-63bff260-5bd8-4ad0-9aa5-ee93c68cf81c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4698398 Jul 22 22:17:23.367815 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 46234) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:23.379868 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-aa063b54-9812-417d-92a1-5325052bbd38 admin admin] Request body: {'subnet': {'network_id': '34673370-560f-41fe-9c17-1619350d74d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-926927785-subnet', 'tenant_id': '8038fbe851d34a8281dfd4c3137eeb0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:23.406241 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bff260-5bd8-4ad0-9aa5-ee93c68cf81c admin admin] Pushing event updated for resources: {'Network': ['ID=34673370-560f-41fe-9c17-1619350d74d3,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:23.419840 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Network 34673370-560f-41fe-9c17-1619350d74d3 details requested by agent ovs-agent-dv-cinder-801912-2-iscsi with host dv-cinder-801912-2-iscsi {{(pid=93280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:17:23.431773 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa063b54-9812-417d-92a1-5325052bbd38 admin admin] Made reservation on behalf of 8038fbe851d34a8281dfd4c3137eeb0e for: {'subnet': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:17:23.434416 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-aa063b54-9812-417d-92a1-5325052bbd38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793995'] for subnet, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:23.550790 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c117f66-a8a0-4646-aa50-824debffbb01 req-920aa126-6cfc-4128-bdee-b0a7a216647c tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:23.552392 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7c117f66-a8a0-4646-aa50-824debffbb01 req-920aa126-6cfc-4128-bdee-b0a7a216647c tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/ports?device_id=83de9376-e8c7-4d7f-b254-f0f3563168a1 HTTP/1.1" status: 200 len: 948 time: 0.1567063 Jul 22 22:17:23.637186 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7c117f66-a8a0-4646-aa50-824debffbb01 req-5b623ef6-189c-46ab-a328-418b448cd89f tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/security-groups?id=54ea332f-765d-4df7-b8af-688a719cd314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712373 Jul 22 22:17:23.694977 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-aa063b54-9812-417d-92a1-5325052bbd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3960972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2794105'] for subnet, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:23.761908 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa063b54-9812-417d-92a1-5325052bbd38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d8f399d-005f-4419-9f4d-091c2cf5b73e,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:23.766667 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa063b54-9812-417d-92a1-5325052bbd38 admin admin] Checking segment: {'id': 'd15c25b1-f200-4eab-9a4f-9cc58efb2aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '34673370-560f-41fe-9c17-1619350d74d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:17:23.767082 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa063b54-9812-417d-92a1-5325052bbd38 admin admin] Network hostable DHCP agents. Network: 34673370-560f-41fe-9c17-1619350d74d3, hostable agents: ['aed2ec39-81b9-4f59-895f-cbb50316ede5'], hosted agents: [] {{(pid=93279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:17:23.785315 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa063b54-9812-417d-92a1-5325052bbd38 admin admin] Network 34673370-560f-41fe-9c17-1619350d74d3 is scheduled to be hosted by DHCP agent aed2ec39-81b9-4f59-895f-cbb50316ede5 with binding_index 1 {{(pid=93279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:17:23.796515 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-aa063b54-9812-417d-92a1-5325052bbd38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801912-2-iscsi, 34673370-560f-41fe-9c17-1619350d74d3) {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:17:23.800834 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa063b54-9812-417d-92a1-5325052bbd38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:23.801817 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-aa063b54-9812-417d-92a1-5325052bbd38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:23.817278 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4aacccf-763e-471a-aa98-92b1396506ae None None] Network 34673370-560f-41fe-9c17-1619350d74d3 requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:17:23.824896 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-aa063b54-9812-417d-92a1-5325052bbd38 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4542606 Jul 22 22:17:23.958393 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed743dbe-eaef-48a5-b423-2121f0c52f78 None None] Network 34673370-560f-41fe-9c17-1619350d74d3 requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:17:24.070105 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:24.128736 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0d848-871d-49f8-a70d-6ac26dced19f req-f37f93dd-af89-4df5-bb29-4c811e2bb405 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:24.130326 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-59c0d848-871d-49f8-a70d-6ac26dced19f req-f37f93dd-af89-4df5-bb29-4c811e2bb405 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.0924585 Jul 22 22:17:24.171173 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-59c0d848-871d-49f8-a70d-6ac26dced19f req-a3c82063-5695-4f1c-88b6-f96e259bcf58 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352879 Jul 22 22:17:25.145945 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 46314) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:25.251761 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-88e82d33-3851-4d68-b269-988ee2dc9550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:25.345466 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-88e82d33-3851-4d68-b269-988ee2dc9550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:25.349427 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-88e82d33-3851-4d68-b269-988ee2dc9550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:25.387268 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-88e82d33-3851-4d68-b269-988ee2dc9550 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bc8c1d2b68d845ac971a14f48cdecf76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402503 Jul 22 22:17:25.388619 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e82d33-3851-4d68-b269-988ee2dc9550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932d02eb-7221-4f83-95cc-049ce281111f,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:25.390402 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 46322) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:25.628963 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6405d550-6fe7-4d5e-9102-69fb762d51f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:25.650181 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6405d550-6fe7-4d5e-9102-69fb762d51f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:25.696267 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6405d550-6fe7-4d5e-9102-69fb762d51f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:25.699034 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6405d550-6fe7-4d5e-9102-69fb762d51f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:25.700203 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-6405d550-6fe7-4d5e-9102-69fb762d51f1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/932d02eb-7221-4f83-95cc-049ce281111f HTTP/1.1" status: 204 len: 168 time: 0.3068368 Jul 22 22:17:25.709789 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405d550-6fe7-4d5e-9102-69fb762d51f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932d02eb-7221-4f83-95cc-049ce281111f,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:25.975599 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 46332) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:25.988576 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b6fd3411-5963-4a06-a215-00cf55f77b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:26.077744 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b6fd3411-5963-4a06-a215-00cf55f77b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:26.081574 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b6fd3411-5963-4a06-a215-00cf55f77b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:26.117803 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-b6fd3411-5963-4a06-a215-00cf55f77b19 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4a0f4fe392b247568ff0b157be46e7b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1409986 Jul 22 22:17:26.118743 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd3411-5963-4a06-a215-00cf55f77b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e88bb1-39a9-42c5-9153-ee62a94e109c,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:26.120450 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 46334) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:26.171646 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-14bb8293-d2a7-4bb9-877c-ad007cf6d454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:26.193051 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-14bb8293-d2a7-4bb9-877c-ad007cf6d454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:26.249800 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-14bb8293-d2a7-4bb9-877c-ad007cf6d454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:26.252716 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-14bb8293-d2a7-4bb9-877c-ad007cf6d454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:26.253974 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-14bb8293-d2a7-4bb9-877c-ad007cf6d454 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d3e88bb1-39a9-42c5-9153-ee62a94e109c HTTP/1.1" status: 204 len: 168 time: 0.1325397 Jul 22 22:17:26.261794 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb8293-d2a7-4bb9-877c-ad007cf6d454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e88bb1-39a9-42c5-9153-ee62a94e109c,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:27.058565 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b28bb-963a-4dbe-b2db-344cf7a29b63 req-59983e5a-6480-4054-862a-0463d674cb80 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:27.060039 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e75b28bb-963a-4dbe-b2db-344cf7a29b63 req-59983e5a-6480-4054-862a-0463d674cb80 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/ports?device_id=83de9376-e8c7-4d7f-b254-f0f3563168a1 HTTP/1.1" status: 200 len: 948 time: 0.0746655 Jul 22 22:17:27.098882 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e75b28bb-963a-4dbe-b2db-344cf7a29b63 req-d6bbf5b4-d395-4898-94e6-b62a3329d7ef tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/security-groups?id=54ea332f-765d-4df7-b8af-688a719cd314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330291 Jul 22 22:17:27.223054 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba1195-b39a-4a56-a63c-6ca91636c0d9 req-c5b8a192-94d7-4f96-94cb-43bf2769f873 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:27.224559 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f3ba1195-b39a-4a56-a63c-6ca91636c0d9 req-c5b8a192-94d7-4f96-94cb-43bf2769f873 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.0683706 Jul 22 22:17:27.263848 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f3ba1195-b39a-4a56-a63c-6ca91636c0d9 req-6f01c737-095c-44e3-9500-f6a695700500 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335789 Jul 22 22:17:28.206621 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 46420) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:28.241346 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9d09e-9ae2-4deb-ab93-5d21f8c4ceb2 req-f88036fa-5b0b-4510-a32e-72a2bc5e2b29 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:28.242818 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5af9d09e-9ae2-4deb-ab93-5d21f8c4ceb2 req-f88036fa-5b0b-4510-a32e-72a2bc5e2b29 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/ports?device_id=83de9376-e8c7-4d7f-b254-f0f3563168a1 HTTP/1.1" status: 200 len: 948 time: 0.0722821 Jul 22 22:17:28.286892 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5af9d09e-9ae2-4deb-ab93-5d21f8c4ceb2 req-d8013fae-0f5f-4c31-bf1a-8470900f2e7d tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/security-groups?id=54ea332f-765d-4df7-b8af-688a719cd314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375798 Jul 22 22:17:28.315206 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bf61220e-8779-4806-84d3-65b15958c83e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:28.413515 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bf61220e-8779-4806-84d3-65b15958c83e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:28.417392 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b1193-d285-4716-90a8-a923e319ebf3 req-c1f44e8f-bc10-4b2a-a03d-3db215e131a9 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:28.417821 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bf61220e-8779-4806-84d3-65b15958c83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:28.418906 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d36b1193-d285-4716-90a8-a923e319ebf3 req-c1f44e8f-bc10-4b2a-a03d-3db215e131a9 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.0672812 Jul 22 22:17:28.462129 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-bf61220e-8779-4806-84d3-65b15958c83e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a28a5e78f2dd42939cc2bc16bcaac1d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542391 Jul 22 22:17:28.463114 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d36b1193-d285-4716-90a8-a923e319ebf3 req-d9f62e69-ec37-47fc-8c29-9932ed233846 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374706 Jul 22 22:17:28.463229 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61220e-8779-4806-84d3-65b15958c83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27db3bc7-b503-469b-ae23-4261a5f768a4,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:28.468563 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 46428) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:28.521322 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9278722a-123d-443f-b569-42108e8d817d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:28.543360 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9278722a-123d-443f-b569-42108e8d817d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:28.600132 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9278722a-123d-443f-b569-42108e8d817d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:28.603477 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9278722a-123d-443f-b569-42108e8d817d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:28.604186 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-9278722a-123d-443f-b569-42108e8d817d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/27db3bc7-b503-469b-ae23-4261a5f768a4 HTTP/1.1" status: 204 len: 168 time: 0.1344030 Jul 22 22:17:28.615976 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278722a-123d-443f-b569-42108e8d817d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27db3bc7-b503-469b-ae23-4261a5f768a4,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:28.906871 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 46446) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:28.921107 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-48b523a7-333a-4e40-a4e9-11ba8d71b1ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:29.050266 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-48b523a7-333a-4e40-a4e9-11ba8d71b1ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:29.054447 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-48b523a7-333a-4e40-a4e9-11ba8d71b1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:29.109928 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-48b523a7-333a-4e40-a4e9-11ba8d71b1ba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dec8c98c23bf4ad990ccfe70cfdb16ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2019262 Jul 22 22:17:29.112714 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 46456) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:29.114253 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b523a7-333a-4e40-a4e9-11ba8d71b1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16de2ed8-c896-4e3b-9eed-1315f8039f45,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:29.165135 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f173f057-2ab9-4f44-8fab-a788204258f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:29.187110 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f173f057-2ab9-4f44-8fab-a788204258f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:29.233764 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f173f057-2ab9-4f44-8fab-a788204258f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:29.236558 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f173f057-2ab9-4f44-8fab-a788204258f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:29.237751 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-f173f057-2ab9-4f44-8fab-a788204258f0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/16de2ed8-c896-4e3b-9eed-1315f8039f45 HTTP/1.1" status: 204 len: 168 time: 0.1239333 Jul 22 22:17:29.245783 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f173f057-2ab9-4f44-8fab-a788204258f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16de2ed8-c896-4e3b-9eed-1315f8039f45,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:29.444270 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c53e05-d29a-4c56-b799-96b7aca3b317 req-c6e89f42-6ce9-4d6d-9674-f764bf741561 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:29.446087 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-22c53e05-d29a-4c56-b799-96b7aca3b317 req-c6e89f42-6ce9-4d6d-9674-f764bf741561 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/ports?device_id=83de9376-e8c7-4d7f-b254-f0f3563168a1 HTTP/1.1" status: 200 len: 948 time: 0.0863721 Jul 22 22:17:29.488662 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-22c53e05-d29a-4c56-b799-96b7aca3b317 req-103e2b69-5467-4d6d-baf6-4b512a78bb30 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/security-groups?id=54ea332f-765d-4df7-b8af-688a719cd314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363081 Jul 22 22:17:29.620150 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf33da-e586-4863-8983-2fb083cc3d7c req-3f4d41f2-db8b-44d7-b423-7f0fbd640a6c tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:29.621776 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7adf33da-e586-4863-8983-2fb083cc3d7c req-3f4d41f2-db8b-44d7-b423-7f0fbd640a6c tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.0736136 Jul 22 22:17:29.663117 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7adf33da-e586-4863-8983-2fb083cc3d7c req-32e73bd8-cdd4-4b08-8669-7e64fd53806a tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349379 Jul 22 22:17:30.363754 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 46508) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:30.472094 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7c2a3e8b-73fe-4421-a2b7-82406a00fd80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:30.570049 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7c2a3e8b-73fe-4421-a2b7-82406a00fd80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:30.574588 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7c2a3e8b-73fe-4421-a2b7-82406a00fd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:30.614259 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-7c2a3e8b-73fe-4421-a2b7-82406a00fd80 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3bb7a9e52dd3404897cec16ccbcb5bb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2492855 Jul 22 22:17:30.616331 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a3e8b-73fe-4421-a2b7-82406a00fd80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a39ed5-3133-477a-be88-501f4f0cc5d2,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:30.618580 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 46514) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:30.642893 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478a7c6-6b5e-40b4-814d-38b5f0d30efb req-b2ef620f-5dc0-48d4-912a-8306d16d4763 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:30.644511 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-6478a7c6-6b5e-40b4-814d-38b5f0d30efb req-b2ef620f-5dc0-48d4-912a-8306d16d4763 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/ports?device_id=83de9376-e8c7-4d7f-b254-f0f3563168a1 HTTP/1.1" status: 200 len: 948 time: 0.0829391 Jul 22 22:17:30.669970 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1350d918-da66-4d93-9dc2-981fb9f3c837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:30.683454 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-6478a7c6-6b5e-40b4-814d-38b5f0d30efb req-e3875be3-b147-451f-afce-33a247874851 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/security-groups?id=54ea332f-765d-4df7-b8af-688a719cd314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328505 Jul 22 22:17:30.693122 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1350d918-da66-4d93-9dc2-981fb9f3c837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:30.742791 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1350d918-da66-4d93-9dc2-981fb9f3c837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:30.745372 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1350d918-da66-4d93-9dc2-981fb9f3c837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:30.746524 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-1350d918-da66-4d93-9dc2-981fb9f3c837 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/97a39ed5-3133-477a-be88-501f4f0cc5d2 HTTP/1.1" status: 204 len: 168 time: 0.1270535 Jul 22 22:17:30.763574 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350d918-da66-4d93-9dc2-981fb9f3c837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a39ed5-3133-477a-be88-501f4f0cc5d2,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:30.819254 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309444bf-67d8-4039-9295-b429a3a04dae req-8b621318-5c93-40f1-aa3d-46fee51e0f03 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:30.821005 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-309444bf-67d8-4039-9295-b429a3a04dae req-8b621318-5c93-40f1-aa3d-46fee51e0f03 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.0718162 Jul 22 22:17:30.869846 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-309444bf-67d8-4039-9295-b429a3a04dae req-f5d3d3b0-be0d-4589-b4cb-53c07f0fd02e tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390861 Jul 22 22:17:31.832996 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b22fa-e029-4b47-bf42-bb7bcbb35c38 req-b2a5b4a8-3c50-4f19-8f43-98f4ad423276 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:31.834494 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b45b22fa-e029-4b47-bf42-bb7bcbb35c38 req-b2a5b4a8-3c50-4f19-8f43-98f4ad423276 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/ports?device_id=83de9376-e8c7-4d7f-b254-f0f3563168a1 HTTP/1.1" status: 200 len: 948 time: 0.0758870 Jul 22 22:17:31.878293 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b45b22fa-e029-4b47-bf42-bb7bcbb35c38 req-f7eea9c3-af74-4297-a032-6688bdd581f8 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/security-groups?id=54ea332f-765d-4df7-b8af-688a719cd314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376382 Jul 22 22:17:32.020420 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbff779-e775-4d6e-abb5-fc645effa9c1 req-90fff4ae-01eb-4cca-9ffd-3c982d99b4df tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:32.023782 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-bdbff779-e775-4d6e-abb5-fc645effa9c1 req-90fff4ae-01eb-4cca-9ffd-3c982d99b4df tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.0720301 Jul 22 22:17:32.066880 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-bdbff779-e775-4d6e-abb5-fc645effa9c1 req-c89a9026-dcbe-4304-89fa-8b75ee97592d tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361607 Jul 22 22:17:33.017078 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d61a09-95df-437e-8775-ac5fb6e39e80 req-5e99770c-e021-4ff1-974f-29ed13dd7df3 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:33.018581 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-23d61a09-95df-437e-8775-ac5fb6e39e80 req-5e99770c-e021-4ff1-974f-29ed13dd7df3 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/ports?device_id=83de9376-e8c7-4d7f-b254-f0f3563168a1 HTTP/1.1" status: 200 len: 948 time: 0.0636244 Jul 22 22:17:33.057011 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-23d61a09-95df-437e-8775-ac5fb6e39e80 req-a279c3e3-8e06-4b79-b901-d883b387f2e6 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/security-groups?id=54ea332f-765d-4df7-b8af-688a719cd314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328984 Jul 22 22:17:33.214031 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a5409-775e-4716-aeda-504b6b6a2cb0 req-96c65110-4229-4b0b-8526-5f1c9026690d tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:33.215517 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-703a5409-775e-4716-aeda-504b6b6a2cb0 req-96c65110-4229-4b0b-8526-5f1c9026690d tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.0754247 Jul 22 22:17:33.255911 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-703a5409-775e-4716-aeda-504b6b6a2cb0 req-92a47a85-64a8-461c-9ab6-debfc21d22c5 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337808 Jul 22 22:17:33.689488 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-a9e73ddd-f4b8-4959-a115-3442ad3f3614 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:33.691053 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-a9e73ddd-f4b8-4959-a115-3442ad3f3614 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/networks?id=34673370-560f-41fe-9c17-1619350d74d3 HTTP/1.1" status: 200 len: 814 time: 0.1115167 Jul 22 22:17:33.706680 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-4c935825-b136-4f01-8dac-0ab47878290c tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/quotas/8038fbe851d34a8281dfd4c3137eeb0e HTTP/1.1" status: 200 len: 375 time: 0.0102739 Jul 22 22:17:33.756449 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-602b768d-44ca-4897-8431-2324d13588f6 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8038fbe851d34a8281dfd4c3137eeb0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444367 Jul 22 22:17:33.852635 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-74313063-096d-4649-b41f-e7e16cfd0872 service neutron] 10.222.0.11 "GET /v2.0/networks/34673370-560f-41fe-9c17-1619350d74d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887666 Jul 22 22:17:33.982252 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-0ebeed54-d47d-4fa4-937c-86693143a17a service neutron] 10.222.0.11 "GET /v2.0/networks/34673370-560f-41fe-9c17-1619350d74d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227784 Jul 22 22:17:34.179988 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ffe78bb0-bb9a-42d9-afc2-22b0599dbf77 req-30b19fa2-57b3-4b5a-967c-7d259d50ae4d tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a8f285-3489-47b7-b23c-3c5bebc80f3c HTTP/1.1" status: 200 len: 210 time: 0.0450604 Jul 22 22:17:34.247524 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664ed88-60ef-4673-abff-f0498f5b5439 req-33b318ac-ea48-4395-9219-883c54a71e2b tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:34.254794 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a664ed88-60ef-4673-abff-f0498f5b5439 req-33b318ac-ea48-4395-9219-883c54a71e2b tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/ports?device_id=83de9376-e8c7-4d7f-b254-f0f3563168a1 HTTP/1.1" status: 200 len: 948 time: 0.0773451 Jul 22 22:17:34.306359 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a664ed88-60ef-4673-abff-f0498f5b5439 req-60fc2163-baea-43f4-bd1c-f2fb64d5f649 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/security-groups?id=54ea332f-765d-4df7-b8af-688a719cd314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488064 Jul 22 22:17:34.440516 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06786cd2-20e9-4e49-96c3-5c6774a53f19 req-19ea9026-d471-476b-83b7-25cdc35a743f tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:34.442635 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-06786cd2-20e9-4e49-96c3-5c6774a53f19 req-19ea9026-d471-476b-83b7-25cdc35a743f tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.0831094 Jul 22 22:17:34.510866 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-06786cd2-20e9-4e49-96c3-5c6774a53f19 req-87f8d56b-3510-4ea7-baad-d66df18fe6e5 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604870 Jul 22 22:17:35.284680 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-cef0e11d-27d9-4e47-af92-e24d2e2552a6 req-bf4a7b3c-fccd-4b71-9b8e-d0a6a92b4176 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a8f285-3489-47b7-b23c-3c5bebc80f3c HTTP/1.1" status: 200 len: 210 time: 0.0310812 Jul 22 22:17:35.455516 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd185a1c-a2ae-47ea-a5f4-3a9e7270649b req-d53f1571-4873-42fe-9b7f-fdef01ca098e tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:35.464154 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-bd185a1c-a2ae-47ea-a5f4-3a9e7270649b req-d53f1571-4873-42fe-9b7f-fdef01ca098e tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/ports?device_id=83de9376-e8c7-4d7f-b254-f0f3563168a1 HTTP/1.1" status: 200 len: 948 time: 0.0741940 Jul 22 22:17:35.473327 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-1f06bba1-661e-4463-9e25-f84e6609cbac tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:35.475390 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-1f06bba1-661e-4463-9e25-f84e6609cbac tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.115 "GET /v2.0/networks?id=34673370-560f-41fe-9c17-1619350d74d3 HTTP/1.1" status: 200 len: 814 time: 0.1558545 Jul 22 22:17:35.494025 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-c427175a-3b30-4cf0-b585-718f641fd69a tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Request body: {'port': {'device_id': '69a8f285-3489-47b7-b23c-3c5bebc80f3c', 'network_id': '34673370-560f-41fe-9c17-1619350d74d3', 'admin_state_up': True, 'tenant_id': '8038fbe851d34a8281dfd4c3137eeb0e'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:35.500293 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-bd185a1c-a2ae-47ea-a5f4-3a9e7270649b req-6a028363-1a25-49e2-83f7-7d9ded431b4f tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/security-groups?id=54ea332f-765d-4df7-b8af-688a719cd314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353193 Jul 22 22:17:35.614418 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-c427175a-3b30-4cf0-b585-718f641fd69a tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Made reservation on behalf of 8038fbe851d34a8281dfd4c3137eeb0e for: {'port': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:17:35.618096 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-c427175a-3b30-4cf0-b585-718f641fd69a tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:35.660690 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e247305-c2bf-4a44-a8b9-669d6ffd3cad req-9cf329b1-fca1-44f9-aa23-bd5fd562192f tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:35.662215 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7e247305-c2bf-4a44-a8b9-669d6ffd3cad req-9cf329b1-fca1-44f9-aa23-bd5fd562192f tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.0787947 Jul 22 22:17:35.709927 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7e247305-c2bf-4a44-a8b9-669d6ffd3cad req-b59d90b1-df0c-44ea-82a3-ac74105568e0 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418270 Jul 22 22:17:35.769930 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-c427175a-3b30-4cf0-b585-718f641fd69a tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Allocated IP 172.20.0.8 (34673370-560f-41fe-9c17-1619350d74d3/1d8f399d-005f-4419-9f4d-091c2cf5b73e/51ae40b1-71cb-4fad-baf2-3a802beac11b) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:17:35.918210 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-c427175a-3b30-4cf0-b585-718f641fd69a tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:35.959536 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-c427175a-3b30-4cf0-b585-718f641fd69a tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:36.007820 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-c427175a-3b30-4cf0-b585-718f641fd69a tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Network 34673370-560f-41fe-9c17-1619350d74d3 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:17:36.011034 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-c427175a-3b30-4cf0-b585-718f641fd69a tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:17:36.015809 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-c427175a-3b30-4cf0-b585-718f641fd69a tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:17:36.043199 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427175a-3b30-4cf0-b585-718f641fd69a tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Pushing event updated for resources: {'Port': ['ID=51ae40b1-71cb-4fad-baf2-3a802beac11b,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:36.072388 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-c427175a-3b30-4cf0-b585-718f641fd69a tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:36.073013 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-c427175a-3b30-4cf0-b585-718f641fd69a tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:36.090382 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-c427175a-3b30-4cf0-b585-718f641fd69a tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6008282 Jul 22 22:17:36.108526 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-080a0077-f53f-421d-8998-ed1715f73df0 service neutron] Request body: {'port': {'device_id': '69a8f285-3489-47b7-b23c-3c5bebc80f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:36.150339 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 05f56293-fb1d-48fa-bc44-63c032c09ea2 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:17:36.187697 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-080a0077-f53f-421d-8998-ed1715f73df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:36.276862 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 05f56293-fb1d-48fa-bc44-63c032c09ea2, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=05f56293-fb1d-48fa-bc44-63c032c09ea2,segment=NetworkSegment(480649ed-9850-47d7-9023-673da3886526),segment_id=480649ed-9850-47d7-9023-673da3886526)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:36.296374 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Returning: {'device': '05f56293-fb1d-48fa-bc44-63c032c09ea2', 'network_id': '947016c4-8cd1-4af4-9d87-e0a633d4e484', 'port_id': '05f56293-fb1d-48fa-bc44-63c032c09ea2', 'mac_address': 'fa:16:3e:2f:9a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c99e515a-90fc-49bc-b470-b7a39f5a4895', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:17:36.392372 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:36.410239 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05f56293-fb1d-48fa-bc44-63c032c09ea2 {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:17:36.446029 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 05f56293-fb1d-48fa-bc44-63c032c09ea2, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=05f56293-fb1d-48fa-bc44-63c032c09ea2,segment=NetworkSegment(480649ed-9850-47d7-9023-673da3886526),segment_id=480649ed-9850-47d7-9023-673da3886526)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:36.453722 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:36.547388 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=05f56293-fb1d-48fa-bc44-63c032c09ea2,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:36.563362 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:36.564082 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:36.564649 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:36.572617 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:36.572617 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:36.573636 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:36.573636 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:36.573939 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:36.576183 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:36.576600 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:36.577425 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:36.577765 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:36.592834 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea0961-85ce-458f-8425-d00577a6c33d req-db616b33-97f8-45d6-ab8e-6b84c9678103 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:36.594555 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-6cea0961-85ce-458f-8425-d00577a6c33d req-db616b33-97f8-45d6-ab8e-6b84c9678103 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a8f285-3489-47b7-b23c-3c5bebc80f3c HTTP/1.1" status: 200 len: 931 time: 0.1585109 Jul 22 22:17:36.657794 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-080a0077-f53f-421d-8998-ed1715f73df0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51ae40b1-71cb-4fad-baf2-3a802beac11b {{(pid=93278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:17:36.666946 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-080a0077-f53f-421d-8998-ed1715f73df0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:36.678764 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-6cea0961-85ce-458f-8425-d00577a6c33d req-c483056f-b851-4d70-ad30-ee19481c20b9 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697565 Jul 22 22:17:36.681787 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-080a0077-f53f-421d-8998-ed1715f73df0 service neutron] Transition to ACTIVE for port object 51ae40b1-71cb-4fad-baf2-3a802beac11b will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:17:36.689666 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-080a0077-f53f-421d-8998-ed1715f73df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:36.715860 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45887dae-91ba-49e9-a7e7-12e5153fc810 req-1d2f7836-7fad-4d45-9446-97455905644a tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:36.717501 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-45887dae-91ba-49e9-a7e7-12e5153fc810 req-1d2f7836-7fad-4d45-9446-97455905644a tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/ports?device_id=83de9376-e8c7-4d7f-b254-f0f3563168a1 HTTP/1.1" status: 200 len: 949 time: 0.1209958 Jul 22 22:17:36.759259 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a0077-f53f-421d-8998-ed1715f73df0 service neutron] Pushing event updated for resources: {'Port': ['ID=51ae40b1-71cb-4fad-baf2-3a802beac11b,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:36.763914 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['05f56293-fb1d-48fa-bc44-63c032c09ea2'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:17:36.783209 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-45887dae-91ba-49e9-a7e7-12e5153fc810 req-7cc155fb-140b-45ed-bbaf-8486657cf3c7 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/security-groups?id=54ea332f-765d-4df7-b8af-688a719cd314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586493 Jul 22 22:17:36.885125 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-080a0077-f53f-421d-8998-ed1715f73df0 service neutron] Attempting to bind port 51ae40b1-71cb-4fad-baf2-3a802beac11b on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:17:36.885536 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-080a0077-f53f-421d-8998-ed1715f73df0 service neutron] Attempting to bind port 51ae40b1-71cb-4fad-baf2-3a802beac11b by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'd15c25b1-f200-4eab-9a4f-9cc58efb2aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '34673370-560f-41fe-9c17-1619350d74d3'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:17:36.885839 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-080a0077-f53f-421d-8998-ed1715f73df0 service neutron] Attempting to bind port 51ae40b1-71cb-4fad-baf2-3a802beac11b on network 34673370-560f-41fe-9c17-1619350d74d3 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:17:36.893406 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73864528-05d0-4a6d-942d-63709a890d57 req-ae8e26df-bfe6-49f6-9323-25d2957edcc1 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:36.895553 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-73864528-05d0-4a6d-942d-63709a890d57 req-ae8e26df-bfe6-49f6-9323-25d2957edcc1 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.0964828 Jul 22 22:17:36.897451 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-080a0077-f53f-421d-8998-ed1715f73df0 service neutron] Port 51ae40b1-71cb-4fad-baf2-3a802beac11b on network 34673370-560f-41fe-9c17-1619350d74d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:17:36.902064 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-080a0077-f53f-421d-8998-ed1715f73df0 service neutron] Attempting to bind port 51ae40b1-71cb-4fad-baf2-3a802beac11b on network 34673370-560f-41fe-9c17-1619350d74d3 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:17:36.908173 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-080a0077-f53f-421d-8998-ed1715f73df0 service neutron] Checking agent: {'id': '4259e59d-080d-4967-89a0-1abd7a18732f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'started_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:17:36.908536 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-080a0077-f53f-421d-8998-ed1715f73df0 service neutron] Checking segment: {'id': 'd15c25b1-f200-4eab-9a4f-9cc58efb2aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '34673370-560f-41fe-9c17-1619350d74d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:17:36.908996 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-080a0077-f53f-421d-8998-ed1715f73df0 service neutron] Bound using segment: {'id': 'd15c25b1-f200-4eab-9a4f-9cc58efb2aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '34673370-560f-41fe-9c17-1619350d74d3'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:17:36.909384 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-080a0077-f53f-421d-8998-ed1715f73df0 service neutron] Bound port: 51ae40b1-71cb-4fad-baf2-3a802beac11b, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd15c25b1-f200-4eab-9a4f-9cc58efb2aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '34673370-560f-41fe-9c17-1619350d74d3'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:17:36.909739 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-080a0077-f53f-421d-8998-ed1715f73df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:36.961563 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-73864528-05d0-4a6d-942d-63709a890d57 req-eb729da2-3a6f-412b-a34c-1e2aa4ffbb22 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567849 Jul 22 22:17:37.000757 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-080a0077-f53f-421d-8998-ed1715f73df0 service neutron] For port 51ae40b1-71cb-4fad-baf2-3a802beac11b, host hv-cinder-80191, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:17:37.004432 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-080a0077-f53f-421d-8998-ed1715f73df0 service neutron] For port 51ae40b1-71cb-4fad-baf2-3a802beac11b, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=51ae40b1-71cb-4fad-baf2-3a802beac11b,segment=NetworkSegment(d15c25b1-f200-4eab-9a4f-9cc58efb2aff),segment_id=d15c25b1-f200-4eab-9a4f-9cc58efb2aff)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:17:37.011377 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-080a0077-f53f-421d-8998-ed1715f73df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:37.061837 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-080a0077-f53f-421d-8998-ed1715f73df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:37.062469 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-080a0077-f53f-421d-8998-ed1715f73df0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:37.063919 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-080a0077-f53f-421d-8998-ed1715f73df0 service neutron] 10.222.0.115 "PUT /v2.0/ports/51ae40b1-71cb-4fad-baf2-3a802beac11b HTTP/1.1" status: 200 len: 1093 time: 0.9649248 Jul 22 22:17:37.064382 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a8f285-3489-47b7-b23c-3c5bebc80f3c', 'tag': '51ae40b1-71cb-4fad-baf2-3a802beac11b'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:17:37.066625 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7536c2b4-d634-49db-99c8-535334043527" -d '{"events": [{"name": "network-changed", "server_uuid": "69a8f285-3489-47b7-b23c-3c5bebc80f3c", "tag": "51ae40b1-71cb-4fad-baf2-3a802beac11b"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:17:37.086472 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a0077-f53f-421d-8998-ed1715f73df0 service neutron] Pushing event updated for resources: {'Port': ['ID=51ae40b1-71cb-4fad-baf2-3a802beac11b,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:37.107819 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343c5add-fa9e-4f24-8816-4bbf278b2691 x-openstack-request-id: req-343c5add-fa9e-4f24-8816-4bbf278b2691 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:17:37.108111 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a8f285-3489-47b7-b23c-3c5bebc80f3c", "tag": "51ae40b1-71cb-4fad-baf2-3a802beac11b", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:17:37.108399 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-343c5add-fa9e-4f24-8816-4bbf278b2691 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:17:37.108796 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a8f285-3489-47b7-b23c-3c5bebc80f3c', 'tag': '51ae40b1-71cb-4fad-baf2-3a802beac11b', 'status': 'completed', 'code': 200} Jul 22 22:17:37.177677 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-b2bf5e16-f0b7-46e5-bcca-29ad318da9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:37.179394 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-b2bf5e16-f0b7-46e5-bcca-29ad318da9c6 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=8038fbe851d34a8281dfd4c3137eeb0e&device_id=69a8f285-3489-47b7-b23c-3c5bebc80f3c HTTP/1.1" status: 200 len: 1096 time: 0.0634625 Jul 22 22:17:37.224228 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-f6229a3f-14d0-4d3b-b83c-1367ecffa382 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51ae40b1-71cb-4fad-baf2-3a802beac11b HTTP/1.1" status: 200 len: 217 time: 0.0360417 Jul 22 22:17:37.273814 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-9c2f1c76-1871-4085-a75d-c8f9983dfa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:37.275313 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-9c2f1c76-1871-4085-a75d-c8f9983dfa75 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=1d8f399d-005f-4419-9f4d-091c2cf5b73e HTTP/1.1" status: 200 len: 854 time: 0.0445256 Jul 22 22:17:37.311781 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-a2624787-de82-4417-85a7-2dd8b04002a7 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=34673370-560f-41fe-9c17-1619350d74d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272062 Jul 22 22:17:37.407723 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-9a10f7de-d7ef-4c4a-8189-e35f2eb261de service neutron] 10.222.0.115 "GET /v2.0/networks/34673370-560f-41fe-9c17-1619350d74d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879939 Jul 22 22:17:37.501341 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-62e175bc-f073-487f-9abb-fd528c2dc583 req-4661d9f0-98bd-4c84-9771-aa5b42288044 service neutron] 10.222.0.115 "GET /v2.0/networks/34673370-560f-41fe-9c17-1619350d74d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838969 Jul 22 22:17:37.614394 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536c2b4-d634-49db-99c8-535334043527 req-766903a9-d042-46db-aa7e-b0d402fd305d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:37.616062 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7536c2b4-d634-49db-99c8-535334043527 req-766903a9-d042-46db-aa7e-b0d402fd305d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=8038fbe851d34a8281dfd4c3137eeb0e&device_id=69a8f285-3489-47b7-b23c-3c5bebc80f3c HTTP/1.1" status: 200 len: 1096 time: 0.0582154 Jul 22 22:17:37.712668 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536c2b4-d634-49db-99c8-535334043527 req-0515d4b9-f8b7-4fd1-9711-934d18f248cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:37.714414 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7536c2b4-d634-49db-99c8-535334043527 req-0515d4b9-f8b7-4fd1-9711-934d18f248cd service neutron] 10.222.0.115 "GET /v2.0/networks?id=34673370-560f-41fe-9c17-1619350d74d3 HTTP/1.1" status: 200 len: 915 time: 0.0912085 Jul 22 22:17:37.761977 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7536c2b4-d634-49db-99c8-535334043527 req-2ab879d3-6cfb-45c9-9eb8-52a97bfce06b service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51ae40b1-71cb-4fad-baf2-3a802beac11b HTTP/1.1" status: 200 len: 217 time: 0.0398679 Jul 22 22:17:37.824705 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536c2b4-d634-49db-99c8-535334043527 req-e4fb26c6-6121-4e0f-ab85-4b22318f19de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:37.827503 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7536c2b4-d634-49db-99c8-535334043527 req-e4fb26c6-6121-4e0f-ab85-4b22318f19de service neutron] 10.222.0.115 "GET /v2.0/subnets?id=1d8f399d-005f-4419-9f4d-091c2cf5b73e HTTP/1.1" status: 200 len: 854 time: 0.0589771 Jul 22 22:17:37.876474 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7536c2b4-d634-49db-99c8-535334043527 req-3c734caf-ebec-4454-a67b-a7682fd167fb service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=34673370-560f-41fe-9c17-1619350d74d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418482 Jul 22 22:17:37.878202 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2cbd6-34b2-4687-95df-bcb7588ea68a req-fb34d7bd-c6a6-475d-aee5-acdc15ec03e4 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:37.880297 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-6ec2cbd6-34b2-4687-95df-bcb7588ea68a req-fb34d7bd-c6a6-475d-aee5-acdc15ec03e4 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a8f285-3489-47b7-b23c-3c5bebc80f3c HTTP/1.1" status: 200 len: 943 time: 0.1142440 Jul 22 22:17:37.968021 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-6ec2cbd6-34b2-4687-95df-bcb7588ea68a req-5fc627e9-8888-4407-97d0-8c2ba99de0f0 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737529 Jul 22 22:17:37.983759 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7536c2b4-d634-49db-99c8-535334043527 req-89557c9c-84b2-47e0-8cd3-2bb637184c0d service neutron] 10.222.0.115 "GET /v2.0/networks/34673370-560f-41fe-9c17-1619350d74d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979877 Jul 22 22:17:37.991165 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199301b-079d-4751-a917-ffafda310b7f req-999a7678-a47f-4daa-ac14-16768c9e1c6b tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:37.993821 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0199301b-079d-4751-a917-ffafda310b7f req-999a7678-a47f-4daa-ac14-16768c9e1c6b tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/ports?device_id=83de9376-e8c7-4d7f-b254-f0f3563168a1 HTTP/1.1" status: 200 len: 949 time: 0.1097386 Jul 22 22:17:38.050977 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0199301b-079d-4751-a917-ffafda310b7f req-7f7e5eca-b61a-4663-80df-62ec4c69db89 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/security-groups?id=54ea332f-765d-4df7-b8af-688a719cd314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510883 Jul 22 22:17:38.099421 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7536c2b4-d634-49db-99c8-535334043527 req-0cbe7cdf-0623-476f-807c-e4ba7c16b4cb service neutron] 10.222.0.115 "GET /v2.0/networks/34673370-560f-41fe-9c17-1619350d74d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090519 Jul 22 22:17:38.162762 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 05f56293-fb1d-48fa-bc44-63c032c09ea2 up at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:17:38.192670 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be379b91-6aee-4fef-b509-acbadcb0224f req-4ff4ad0c-7aed-4de3-bedf-d698e0add3dd tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:38.194237 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-be379b91-6aee-4fef-b509-acbadcb0224f req-4ff4ad0c-7aed-4de3-bedf-d698e0add3dd tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.0673776 Jul 22 22:17:38.236598 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning for port 05f56293-fb1d-48fa-bc44-63c032c09ea2 completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:17:38.242150 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning complete for port 05f56293-fb1d-48fa-bc44-63c032c09ea2 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:17:38.242741 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:38.249031 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-be379b91-6aee-4fef-b509-acbadcb0224f req-4f373161-ad94-43f0-812b-0e7b6a1d7c86 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492043 Jul 22 22:17:38.328055 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:38.350347 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83de9376-e8c7-4d7f-b254-f0f3563168a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f56293-fb1d-48fa-bc44-63c032c09ea2'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:17:38.352536 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f27b67f0d35f7f80674a04ef850f841daaa75b8eb1023cd4f94f55c11be84c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d46fc2-3979-43ee-8ba8-d8e145d61596" -d '{"events": [{"server_uuid": "83de9376-e8c7-4d7f-b254-f0f3563168a1", "name": "network-vif-plugged", "status": "completed", "tag": "05f56293-fb1d-48fa-bc44-63c032c09ea2"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:17:38.368546 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 05f56293-fb1d-48fa-bc44-63c032c09ea2, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=05f56293-fb1d-48fa-bc44-63c032c09ea2,segment=NetworkSegment(480649ed-9850-47d7-9023-673da3886526),segment_id=480649ed-9850-47d7-9023-673da3886526)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:38.373103 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:38.397983 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8149d3a-b95d-4db8-a18f-26477b76d19a x-openstack-request-id: req-c8149d3a-b95d-4db8-a18f-26477b76d19a {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:17:38.398276 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83de9376-e8c7-4d7f-b254-f0f3563168a1", "name": "network-vif-plugged", "status": "completed", "tag": "05f56293-fb1d-48fa-bc44-63c032c09ea2", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:17:38.398530 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c8149d3a-b95d-4db8-a18f-26477b76d19a {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:17:38.398912 dv-cinder-801912-2-iscsi neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83de9376-e8c7-4d7f-b254-f0f3563168a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f56293-fb1d-48fa-bc44-63c032c09ea2', 'code': 200} Jul 22 22:17:38.424184 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=05f56293-fb1d-48fa-bc44-63c032c09ea2,revision_number=5']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:38.598859 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75821e06-759f-481b-bbb5-761ba3d30753 req-9818cfeb-0808-419f-b519-6b7427b9d6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:38.600674 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-75821e06-759f-481b-bbb5-761ba3d30753 req-9818cfeb-0808-419f-b519-6b7427b9d6c0 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=83de9376-e8c7-4d7f-b254-f0f3563168a1 HTTP/1.1" status: 200 len: 1103 time: 0.0585067 Jul 22 22:17:38.642407 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-75821e06-759f-481b-bbb5-761ba3d30753 req-ec98a8f7-018a-49fc-ac5b-fd280d7c4c75 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=54ea332f-765d-4df7-b8af-688a719cd314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350487 Jul 22 22:17:39.134774 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa39b1-2ec6-407b-bdbb-87c8f61ef120 req-671bedd8-e650-4c96-ad72-b1c7cc62429c tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:39.136428 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d9aa39b1-2ec6-407b-bdbb-87c8f61ef120 req-671bedd8-e650-4c96-ad72-b1c7cc62429c tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a8f285-3489-47b7-b23c-3c5bebc80f3c HTTP/1.1" status: 200 len: 943 time: 0.0840003 Jul 22 22:17:39.211685 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d9aa39b1-2ec6-407b-bdbb-87c8f61ef120 req-8820517b-557d-4fde-a64b-9555c080280c tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637050 Jul 22 22:17:39.238095 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a40ede-e967-425c-815d-23fd66581f75 req-515fdc76-21b2-416d-b2fd-957dd358e373 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:39.239646 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a8a40ede-e967-425c-815d-23fd66581f75 req-515fdc76-21b2-416d-b2fd-957dd358e373 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/ports?device_id=83de9376-e8c7-4d7f-b254-f0f3563168a1 HTTP/1.1" status: 200 len: 950 time: 0.1023355 Jul 22 22:17:39.298832 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a8a40ede-e967-425c-815d-23fd66581f75 req-2b6fdc48-607b-4d79-a9be-62fadfade0a4 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/security-groups?id=54ea332f-765d-4df7-b8af-688a719cd314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491683 Jul 22 22:17:39.436565 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b19654-f67e-45fc-9483-b80bf96509fc req-28ab6286-d876-4205-b7f7-7f2316286515 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:39.438096 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a6b19654-f67e-45fc-9483-b80bf96509fc req-28ab6286-d876-4205-b7f7-7f2316286515 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.0689390 Jul 22 22:17:39.441359 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 46828) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:39.491128 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a6b19654-f67e-45fc-9483-b80bf96509fc req-af418946-66ab-4063-89ab-12a7e7526c27 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470753 Jul 22 22:17:39.574628 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ea79e20e-96f3-47f6-bf83-1aac1d80b56d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:39.714666 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ea79e20e-96f3-47f6-bf83-1aac1d80b56d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:39.720101 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ea79e20e-96f3-47f6-bf83-1aac1d80b56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:39.767141 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-ea79e20e-96f3-47f6-bf83-1aac1d80b56d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a4bf112a52d645e6aec7195f402b9eb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3245587 Jul 22 22:17:39.768982 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79e20e-96f3-47f6-bf83-1aac1d80b56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6b9d20-39e4-4739-89c6-02579971fced,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:39.770186 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 46840) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:39.827414 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-181e34b1-f019-4c9f-bd55-2dbb827b31c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:39.848557 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-181e34b1-f019-4c9f-bd55-2dbb827b31c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:39.894366 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-181e34b1-f019-4c9f-bd55-2dbb827b31c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:39.897232 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-181e34b1-f019-4c9f-bd55-2dbb827b31c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:39.898372 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-181e34b1-f019-4c9f-bd55-2dbb827b31c2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6e6b9d20-39e4-4739-89c6-02579971fced HTTP/1.1" status: 204 len: 168 time: 0.1270332 Jul 22 22:17:39.907933 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e34b1-f019-4c9f-bd55-2dbb827b31c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6b9d20-39e4-4739-89c6-02579971fced,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:40.164700 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 46846) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:40.177893 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-53a3a604-b972-402e-af8a-f49b25414244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:40.294046 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-53a3a604-b972-402e-af8a-f49b25414244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:40.298255 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-53a3a604-b972-402e-af8a-f49b25414244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:40.335404 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3a604-b972-402e-af8a-f49b25414244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20735f4-1723-4164-8290-107eeee8fd5d,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:40.352944 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-53a3a604-b972-402e-af8a-f49b25414244 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=99504a9bc4844fb2981b5bd83b6161f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1870525 Jul 22 22:17:40.353557 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 46862) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:40.411834 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a03d8a43-af62-4990-a020-29a7e95244ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:40.425929 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587436e-c98e-4527-a38e-a84ff17f9f49 req-87dd2206-f50e-4466-aa1c-3e043f542126 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:40.427725 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e587436e-c98e-4527-a38e-a84ff17f9f49 req-87dd2206-f50e-4466-aa1c-3e043f542126 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a8f285-3489-47b7-b23c-3c5bebc80f3c HTTP/1.1" status: 200 len: 943 time: 0.1254141 Jul 22 22:17:40.441243 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a03d8a43-af62-4990-a020-29a7e95244ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:40.517580 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a03d8a43-af62-4990-a020-29a7e95244ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:40.520139 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a03d8a43-af62-4990-a020-29a7e95244ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:40.521379 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-a03d8a43-af62-4990-a020-29a7e95244ac admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b20735f4-1723-4164-8290-107eeee8fd5d HTTP/1.1" status: 204 len: 168 time: 0.1665606 Jul 22 22:17:40.531943 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d8a43-af62-4990-a020-29a7e95244ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20735f4-1723-4164-8290-107eeee8fd5d,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:40.537493 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e587436e-c98e-4527-a38e-a84ff17f9f49 req-7c0d16aa-dcc7-456c-83a9-1520192aefc9 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880020 Jul 22 22:17:40.572360 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479002a-6502-4fcc-8bc7-9298698f8475 req-276f9050-70b8-4117-9b64-41cadad0991d tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:40.585550 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8479002a-6502-4fcc-8bc7-9298698f8475 req-276f9050-70b8-4117-9b64-41cadad0991d tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/ports?device_id=83de9376-e8c7-4d7f-b254-f0f3563168a1 HTTP/1.1" status: 200 len: 950 time: 0.1561418 Jul 22 22:17:40.632781 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8479002a-6502-4fcc-8bc7-9298698f8475 req-5866162d-d130-422b-b495-22eb3b952aa1 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/security-groups?id=54ea332f-765d-4df7-b8af-688a719cd314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460601 Jul 22 22:17:40.833776 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6fcf5-80d3-46fa-aa79-a38f51817934 req-3d76db93-4b8e-41ea-8ee3-816fcbc0c23c tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:40.836295 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a5d6fcf5-80d3-46fa-aa79-a38f51817934 req-3d76db93-4b8e-41ea-8ee3-816fcbc0c23c tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.1429136 Jul 22 22:17:40.879155 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a5d6fcf5-80d3-46fa-aa79-a38f51817934 req-5ebefb04-bd8e-47b3-8a7b-de5afee4b798 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369813 Jul 22 22:17:40.930559 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 46886) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:40.944100 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-eafe732f-bf74-4319-9912-a27406bf5cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:41.049485 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61313864-5b0d-4b2c-8d09-538618358836 req-60c51e7c-a95a-45be-aa93-b9bb4ed90a22 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:41.050972 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-61313864-5b0d-4b2c-8d09-538618358836 req-60c51e7c-a95a-45be-aa93-b9bb4ed90a22 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/ports?device_id=83de9376-e8c7-4d7f-b254-f0f3563168a1 HTTP/1.1" status: 200 len: 950 time: 0.0995204 Jul 22 22:17:41.104942 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-61313864-5b0d-4b2c-8d09-538618358836 req-f99c602f-6b76-49c7-98f4-a3de348f0c31 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/security-groups?id=54ea332f-765d-4df7-b8af-688a719cd314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474479 Jul 22 22:17:41.121858 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-eafe732f-bf74-4319-9912-a27406bf5cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:41.125461 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-eafe732f-bf74-4319-9912-a27406bf5cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:41.164997 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-eafe732f-bf74-4319-9912-a27406bf5cfe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=133e9b5072d04b9ba6dd27204825e6e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333572 Jul 22 22:17:41.165927 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe732f-bf74-4319-9912-a27406bf5cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9b4433-2355-4244-b207-19b015876e96,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:41.167754 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 46888) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:41.229251 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a3849871-1755-4769-93b4-34461533a453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:41.250680 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a3849871-1755-4769-93b4-34461533a453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:41.297073 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a3849871-1755-4769-93b4-34461533a453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:41.301012 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a3849871-1755-4769-93b4-34461533a453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:41.302202 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-a3849871-1755-4769-93b4-34461533a453 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5f9b4433-2355-4244-b207-19b015876e96 HTTP/1.1" status: 204 len: 168 time: 0.1292975 Jul 22 22:17:41.311751 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3849871-1755-4769-93b4-34461533a453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9b4433-2355-4244-b207-19b015876e96,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:41.704800 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da55802-4b94-47b0-b54a-c0dd66a2f93c req-a35b8458-32ae-4550-8cea-8b432ba6196c tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:41.707580 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8da55802-4b94-47b0-b54a-c0dd66a2f93c req-a35b8458-32ae-4550-8cea-8b432ba6196c tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a8f285-3489-47b7-b23c-3c5bebc80f3c HTTP/1.1" status: 200 len: 943 time: 0.0910466 Jul 22 22:17:41.765866 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8da55802-4b94-47b0-b54a-c0dd66a2f93c req-e62440bf-4840-4169-b183-b5948ef7694f tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439873 Jul 22 22:17:42.029893 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585cd11-0e0d-4daf-afe5-0e80e71fc7e7 req-d7562124-7e76-46bb-ae22-20c781c0ba6e tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:42.031379 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1585cd11-0e0d-4daf-afe5-0e80e71fc7e7 req-d7562124-7e76-46bb-ae22-20c781c0ba6e tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.0706279 Jul 22 22:17:42.073561 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1585cd11-0e0d-4daf-afe5-0e80e71fc7e7 req-e5b6dc74-60fb-42bf-8ffe-744817b37d09 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362914 Jul 22 22:17:42.203620 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 51ae40b1-71cb-4fad-baf2-3a802beac11b details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:17:42.256289 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653fbe5b-53da-49f9-aeec-275aedab68b5 req-ccae75d4-eb04-4ce8-b21f-eaa06b91459c tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:42.256289 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-653fbe5b-53da-49f9-aeec-275aedab68b5 req-ccae75d4-eb04-4ce8-b21f-eaa06b91459c tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/ports?device_id=83de9376-e8c7-4d7f-b254-f0f3563168a1 HTTP/1.1" status: 200 len: 950 time: 0.0694783 Jul 22 22:17:42.303832 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-653fbe5b-53da-49f9-aeec-275aedab68b5 req-3ca28b5f-3e46-490b-8a90-fa5438037606 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/security-groups?id=54ea332f-765d-4df7-b8af-688a719cd314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428622 Jul 22 22:17:42.322820 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 51ae40b1-71cb-4fad-baf2-3a802beac11b, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=51ae40b1-71cb-4fad-baf2-3a802beac11b,segment=NetworkSegment(d15c25b1-f200-4eab-9a4f-9cc58efb2aff),segment_id=d15c25b1-f200-4eab-9a4f-9cc58efb2aff)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:42.338306 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Returning: {'device': '51ae40b1-71cb-4fad-baf2-3a802beac11b', 'network_id': '34673370-560f-41fe-9c17-1619350d74d3', 'port_id': '51ae40b1-71cb-4fad-baf2-3a802beac11b', 'mac_address': 'fa:16:3e:71:25:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8f399d-005f-4419-9f4d-091c2cf5b73e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:17:42.375454 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:42.387856 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51ae40b1-71cb-4fad-baf2-3a802beac11b {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:17:42.407014 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 51ae40b1-71cb-4fad-baf2-3a802beac11b, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=51ae40b1-71cb-4fad-baf2-3a802beac11b,segment=NetworkSegment(d15c25b1-f200-4eab-9a4f-9cc58efb2aff),segment_id=d15c25b1-f200-4eab-9a4f-9cc58efb2aff)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:42.411120 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:42.460969 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=51ae40b1-71cb-4fad-baf2-3a802beac11b,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:42.910375 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af1f09-79ed-4bb2-8c17-c82a1d482091 req-daa227d6-c199-4d77-b622-97da9c11824c tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:42.911955 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a8af1f09-79ed-4bb2-8c17-c82a1d482091 req-daa227d6-c199-4d77-b622-97da9c11824c tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a8f285-3489-47b7-b23c-3c5bebc80f3c HTTP/1.1" status: 200 len: 944 time: 0.0740297 Jul 22 22:17:42.937163 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['51ae40b1-71cb-4fad-baf2-3a802beac11b'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:17:42.958257 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a8af1f09-79ed-4bb2-8c17-c82a1d482091 req-684591e9-0750-4962-9310-bcf4b0ae0f33 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404918 Jul 22 22:17:43.239023 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df2ba1-9bdb-48f5-8df5-ad15ef0a5609 req-1ff31ef8-e751-4129-93d8-b0d3f92b8686 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:43.240409 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f4df2ba1-9bdb-48f5-8df5-ad15ef0a5609 req-1ff31ef8-e751-4129-93d8-b0d3f92b8686 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.0642178 Jul 22 22:17:43.279418 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f4df2ba1-9bdb-48f5-8df5-ad15ef0a5609 req-e037c4be-7a60-4fff-a010-37d3964c596c tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327690 Jul 22 22:17:43.442255 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb28d45-9438-4f2c-81a4-1b1daf463b04 req-ee04410e-2bbd-4672-8903-f9197f45e23c tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:43.443725 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2eb28d45-9438-4f2c-81a4-1b1daf463b04 req-ee04410e-2bbd-4672-8903-f9197f45e23c tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.115 "GET /v2.0/ports?device_id=83de9376-e8c7-4d7f-b254-f0f3563168a1 HTTP/1.1" status: 200 len: 950 time: 0.0856526 Jul 22 22:17:43.463138 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3b8d5-4c47-4771-a2af-19a7101dcc79 req-ea0d2587-041a-4360-a84b-20fd179970bf tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:43.464639 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-aca3b8d5-4c47-4771-a2af-19a7101dcc79 req-ea0d2587-041a-4360-a84b-20fd179970bf tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/ports?device_id=83de9376-e8c7-4d7f-b254-f0f3563168a1 HTTP/1.1" status: 200 len: 950 time: 0.0766418 Jul 22 22:17:43.505381 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-aca3b8d5-4c47-4771-a2af-19a7101dcc79 req-2b2f5a8d-74ac-401e-96a1-58db796f697e tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/security-groups?id=54ea332f-765d-4df7-b8af-688a719cd314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343573 Jul 22 22:17:43.556988 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-2eb28d45-9438-4f2c-81a4-1b1daf463b04 req-eb7eb4f1-bec4-4d4a-a3a5-90b706dc2f09 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Deleting port 05f56293-fb1d-48fa-bc44-63c032c09ea2 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:17:43.557339 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-2eb28d45-9438-4f2c-81a4-1b1daf463b04 req-eb7eb4f1-bec4-4d4a-a3a5-90b706dc2f09 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:43.652326 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-2eb28d45-9438-4f2c-81a4-1b1daf463b04 req-eb7eb4f1-bec4-4d4a-a3a5-90b706dc2f09 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] For port 05f56293-fb1d-48fa-bc44-63c032c09ea2, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=05f56293-fb1d-48fa-bc44-63c032c09ea2,segment=NetworkSegment(480649ed-9850-47d7-9023-673da3886526),segment_id=480649ed-9850-47d7-9023-673da3886526)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:43.654420 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-2eb28d45-9438-4f2c-81a4-1b1daf463b04 req-eb7eb4f1-bec4-4d4a-a3a5-90b706dc2f09 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:43.669488 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-2eb28d45-9438-4f2c-81a4-1b1daf463b04 req-eb7eb4f1-bec4-4d4a-a3a5-90b706dc2f09 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Calling delete_port for 05f56293-fb1d-48fa-bc44-63c032c09ea2 owned by compute:nova {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:17:43.835489 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-2eb28d45-9438-4f2c-81a4-1b1daf463b04 req-eb7eb4f1-bec4-4d4a-a3a5-90b706dc2f09 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:43.850699 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['05f56293-fb1d-48fa-bc44-63c032c09ea2'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:17:43.900996 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7eb4f1-bec4-4d4a-a3a5-90b706dc2f09 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Pushing event deleted for resources: {'Port': ['ID=05f56293-fb1d-48fa-bc44-63c032c09ea2,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:43.984984 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb28d45-9438-4f2c-81a4-1b1daf463b04 req-eb7eb4f1-bec4-4d4a-a3a5-90b706dc2f09 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] No DVR routers for this DVR port 05f56293-fb1d-48fa-bc44-63c032c09ea2 on host hv-cinder-80191 {{(pid=93278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:17:43.995219 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-2eb28d45-9438-4f2c-81a4-1b1daf463b04 req-eb7eb4f1-bec4-4d4a-a3a5-90b706dc2f09 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:43.997684 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2eb28d45-9438-4f2c-81a4-1b1daf463b04 req-eb7eb4f1-bec4-4d4a-a3a5-90b706dc2f09 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.115 "DELETE /v2.0/ports/05f56293-fb1d-48fa-bc44-63c032c09ea2 HTTP/1.1" status: 204 len: 173 time: 0.5444496 Jul 22 22:17:43.998903 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83de9376-e8c7-4d7f-b254-f0f3563168a1', 'name': 'network-vif-deleted', 'tag': '05f56293-fb1d-48fa-bc44-63c032c09ea2'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:17:44.001065 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42c5954-65e5-424e-acdd-f432838110c3" -d '{"events": [{"server_uuid": "83de9376-e8c7-4d7f-b254-f0f3563168a1", "name": "network-vif-deleted", "tag": "05f56293-fb1d-48fa-bc44-63c032c09ea2"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:17:44.128497 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8237abda-0847-48ea-a5c0-84fa6cfd8b91 x-openstack-request-id: req-8237abda-0847-48ea-a5c0-84fa6cfd8b91 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:17:44.128913 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83de9376-e8c7-4d7f-b254-f0f3563168a1", "name": "network-vif-deleted", "tag": "05f56293-fb1d-48fa-bc44-63c032c09ea2", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:17:44.129302 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8237abda-0847-48ea-a5c0-84fa6cfd8b91 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:17:44.129882 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83de9376-e8c7-4d7f-b254-f0f3563168a1', 'name': 'network-vif-deleted', 'tag': '05f56293-fb1d-48fa-bc44-63c032c09ea2', 'status': 'completed', 'code': 200} Jul 22 22:17:44.169077 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98b409-304c-4cb9-bf3f-8dc8e00c884d req-73f7dca0-ee5b-4195-b1e5-5aec6e4065e2 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:44.171017 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-fd98b409-304c-4cb9-bf3f-8dc8e00c884d req-73f7dca0-ee5b-4195-b1e5-5aec6e4065e2 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a8f285-3489-47b7-b23c-3c5bebc80f3c HTTP/1.1" status: 200 len: 944 time: 0.1069493 Jul 22 22:17:44.209864 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-fd98b409-304c-4cb9-bf3f-8dc8e00c884d req-0dff6726-9725-424b-9627-e0b50bd4ea53 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333264 Jul 22 22:17:44.210541 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 51ae40b1-71cb-4fad-baf2-3a802beac11b up at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:17:44.257373 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning for port 51ae40b1-71cb-4fad-baf2-3a802beac11b completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:17:44.261064 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning complete for port 51ae40b1-71cb-4fad-baf2-3a802beac11b triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:17:44.261486 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:44.337884 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:44.360929 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a8f285-3489-47b7-b23c-3c5bebc80f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ae40b1-71cb-4fad-baf2-3a802beac11b'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:17:44.363183 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f27b67f0d35f7f80674a04ef850f841daaa75b8eb1023cd4f94f55c11be84c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cea947-8858-4d42-b6a7-a36ad18b9b92" -d '{"events": [{"server_uuid": "69a8f285-3489-47b7-b23c-3c5bebc80f3c", "name": "network-vif-plugged", "status": "completed", "tag": "51ae40b1-71cb-4fad-baf2-3a802beac11b"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:17:44.382123 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 51ae40b1-71cb-4fad-baf2-3a802beac11b, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=51ae40b1-71cb-4fad-baf2-3a802beac11b,segment=NetworkSegment(d15c25b1-f200-4eab-9a4f-9cc58efb2aff),segment_id=d15c25b1-f200-4eab-9a4f-9cc58efb2aff)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:44.390298 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:44.424131 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca0211d-8119-41dc-96aa-3c34e08dfd5b x-openstack-request-id: req-7ca0211d-8119-41dc-96aa-3c34e08dfd5b {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:17:44.424554 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a8f285-3489-47b7-b23c-3c5bebc80f3c", "name": "network-vif-plugged", "status": "completed", "tag": "51ae40b1-71cb-4fad-baf2-3a802beac11b", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:17:44.424903 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7ca0211d-8119-41dc-96aa-3c34e08dfd5b {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:17:44.425416 dv-cinder-801912-2-iscsi neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a8f285-3489-47b7-b23c-3c5bebc80f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ae40b1-71cb-4fad-baf2-3a802beac11b', 'code': 200} Jul 22 22:17:44.425704 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d68838-598a-4444-8a10-34249e324bd2 req-9284d96f-c2aa-4990-ae08-a1b797716675 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:44.427214 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-57d68838-598a-4444-8a10-34249e324bd2 req-9284d96f-c2aa-4990-ae08-a1b797716675 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.0766850 Jul 22 22:17:44.458692 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=51ae40b1-71cb-4fad-baf2-3a802beac11b,revision_number=5']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:44.466993 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-57d68838-598a-4444-8a10-34249e324bd2 req-f2b3583e-8295-42f3-bdf4-6588a52ccc17 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340312 Jul 22 22:17:44.630798 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-da95f869-869f-49df-bfb7-63f6e602bd02 req-0804e663-7ef7-4100-9320-64908e58c3a7 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/ports?device_id=83de9376-e8c7-4d7f-b254-f0f3563168a1 HTTP/1.1" status: 200 len: 210 time: 0.0302970 Jul 22 22:17:45.341794 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19645d8a-4662-4777-a042-83ea3ea58d9f req-b8bf0245-d8ba-4969-826d-cc8c822df784 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:45.343158 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-19645d8a-4662-4777-a042-83ea3ea58d9f req-b8bf0245-d8ba-4969-826d-cc8c822df784 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a8f285-3489-47b7-b23c-3c5bebc80f3c HTTP/1.1" status: 200 len: 945 time: 0.0666149 Jul 22 22:17:45.382351 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-19645d8a-4662-4777-a042-83ea3ea58d9f req-176c1791-728b-4d24-88d9-6d4c612d9ee0 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334671 Jul 22 22:17:45.596132 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ae681-099d-49ce-ba82-04f53e792898 req-b9658f41-c41f-4d8f-8484-5bbb793995cf tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:45.597553 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-705ae681-099d-49ce-ba82-04f53e792898 req-b9658f41-c41f-4d8f-8484-5bbb793995cf tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.0634191 Jul 22 22:17:45.634331 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-705ae681-099d-49ce-ba82-04f53e792898 req-d2a1d2ae-521b-43cc-86aa-c72cd6fbd4ee tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310860 Jul 22 22:17:45.740339 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-669078a9-53c0-4e6d-af04-3ea0cab6b6d8 req-62206a08-f37e-462f-9040-526ea529dede tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/ports?device_id=83de9376-e8c7-4d7f-b254-f0f3563168a1 HTTP/1.1" status: 200 len: 210 time: 0.0303042 Jul 22 22:17:46.518944 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5474f-27da-4f3f-9d1d-f89cad77148e req-491c85a5-db3b-4404-b807-283832248c79 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:46.520398 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-26a5474f-27da-4f3f-9d1d-f89cad77148e req-491c85a5-db3b-4404-b807-283832248c79 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a8f285-3489-47b7-b23c-3c5bebc80f3c HTTP/1.1" status: 200 len: 945 time: 0.0683880 Jul 22 22:17:46.529853 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-72acbe1b-ae4f-4575-8f9c-6100f3a020d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:46.564623 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-26a5474f-27da-4f3f-9d1d-f89cad77148e req-ea1b6451-fed0-4c9a-a322-51eefb7d8525 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378394 Jul 22 22:17:46.771951 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553fd22-62fa-41d0-8726-5be665ff0094 req-43d7ceb9-3351-4c71-881f-6c5464dab21c tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:46.773431 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8553fd22-62fa-41d0-8726-5be665ff0094 req-43d7ceb9-3351-4c71-881f-6c5464dab21c tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.0716419 Jul 22 22:17:46.818649 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8553fd22-62fa-41d0-8726-5be665ff0094 req-84bf0d6d-acc3-4ade-b936-78654fbcd26d tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380583 Jul 22 22:17:46.919366 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b340b0bc-c99e-4101-9e6a-f2ae84f50081 req-50061128-7bf6-460e-8576-d7fd015aa348 tempest-VolumesNegativeTest-915992123 tempest-VolumesNegativeTest-915992123-project] 10.222.0.11 "GET /v2.0/ports?device_id=83de9376-e8c7-4d7f-b254-f0f3563168a1 HTTP/1.1" status: 200 len: 210 time: 0.0305076 Jul 22 22:17:47.665047 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b392b-3a20-4360-ab7d-eb689381c393 req-4b073707-3e68-4e41-b00d-0eed3fcc0dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:47.666687 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-165b392b-3a20-4360-ab7d-eb689381c393 req-4b073707-3e68-4e41-b00d-0eed3fcc0dd5 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=69a8f285-3489-47b7-b23c-3c5bebc80f3c HTTP/1.1" status: 200 len: 1098 time: 0.0650010 Jul 22 22:17:47.708067 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-165b392b-3a20-4360-ab7d-eb689381c393 req-bd48c9b6-a9a5-45c6-9fdf-106ed6e1d654 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322223 Jul 22 22:17:48.030654 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58de3a-5744-4dc5-848a-bef71cd3d488 req-e039a4e7-2928-4a62-a544-bf0eef489ee7 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:48.032975 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0b58de3a-5744-4dc5-848a-bef71cd3d488 req-e039a4e7-2928-4a62-a544-bf0eef489ee7 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a8f285-3489-47b7-b23c-3c5bebc80f3c HTTP/1.1" status: 200 len: 945 time: 0.3894250 Jul 22 22:17:48.081796 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98b88f-6fdc-4a5b-ae72-b5c87051a4d7 req-1b03793f-56e2-48c0-b5af-fd0af1b2df50 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:48.089040 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ef98b88f-6fdc-4a5b-ae72-b5c87051a4d7 req-1b03793f-56e2-48c0-b5af-fd0af1b2df50 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.1248932 Jul 22 22:17:48.115843 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0b58de3a-5744-4dc5-848a-bef71cd3d488 req-5543b15a-5fb6-471f-8964-4856d801c1a0 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774939 Jul 22 22:17:48.152406 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ef98b88f-6fdc-4a5b-ae72-b5c87051a4d7 req-07e16aab-b926-42f3-a13e-93b154e2382b tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601187 Jul 22 22:17:48.368611 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 05f56293-fb1d-48fa-bc44-63c032c09ea2 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:17:48.403872 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] No Port match for: 05f56293-fb1d-48fa-bc44-63c032c09ea2 {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:17:48.404527 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 05f56293-fb1d-48fa-bc44-63c032c09ea2 not bound to the agent host hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:17:48.706165 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 47088) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:48.907386 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e43f46ee-cc9f-469e-8864-ec203e7fc93b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:48.945622 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-11a13785-10ff-493e-b8a5-bd71d9230f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:49.051045 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e43f46ee-cc9f-469e-8864-ec203e7fc93b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:49.056759 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e43f46ee-cc9f-469e-8864-ec203e7fc93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:49.104480 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-e43f46ee-cc9f-469e-8864-ec203e7fc93b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fbd2a34a871d4ea5bc6affbb050e8369&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3969522 Jul 22 22:17:49.105369 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f46ee-cc9f-469e-8864-ec203e7fc93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f741877-7cc3-4eed-9f55-59ea1502f550,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:49.107876 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 47128) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:49.173747 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:49.217257 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9e5a92b0-c21e-40f2-8701-a1f77c27bcab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:49.290570 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9e5a92b0-c21e-40f2-8701-a1f77c27bcab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:49.423970 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef50244-b8e9-4101-9779-8074bb29f11f req-a7235d36-6e04-453f-8cd9-116410efcd4f tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:49.425677 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7ef50244-b8e9-4101-9779-8074bb29f11f req-a7235d36-6e04-453f-8cd9-116410efcd4f tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a8f285-3489-47b7-b23c-3c5bebc80f3c HTTP/1.1" status: 200 len: 945 time: 0.1921289 Jul 22 22:17:49.445874 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c119d-6c44-4e46-929b-f98fa67bceb9 req-e9f08669-553d-48c5-afac-065505464702 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:49.453967 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-634c119d-6c44-4e46-929b-f98fa67bceb9 req-e9f08669-553d-48c5-afac-065505464702 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.1371849 Jul 22 22:17:49.492387 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9e5a92b0-c21e-40f2-8701-a1f77c27bcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:49.495327 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9e5a92b0-c21e-40f2-8701-a1f77c27bcab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:49.497176 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-9e5a92b0-c21e-40f2-8701-a1f77c27bcab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4f741877-7cc3-4eed-9f55-59ea1502f550 HTTP/1.1" status: 204 len: 168 time: 0.3878312 Jul 22 22:17:49.554594 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7ef50244-b8e9-4101-9779-8074bb29f11f req-8d3dd9e3-2421-4270-82bd-0b8e2eb86d6e tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984063 Jul 22 22:17:49.580440 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a92b0-c21e-40f2-8701-a1f77c27bcab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f741877-7cc3-4eed-9f55-59ea1502f550,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:49.603245 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-634c119d-6c44-4e46-929b-f98fa67bceb9 req-bc47d59f-ebc2-4d84-80da-87b02d2c1d2a tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474056 Jul 22 22:17:50.200601 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:50.331573 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17124c6d-8ef9-4d8b-b453-a34980ebf17b req-8304d95a-8fe8-46f9-a97e-c0a6307fa286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:50.334236 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-17124c6d-8ef9-4d8b-b453-a34980ebf17b req-8304d95a-8fe8-46f9-a97e-c0a6307fa286 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 1098 time: 0.0716789 Jul 22 22:17:50.394130 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-17124c6d-8ef9-4d8b-b453-a34980ebf17b req-7f1dfe57-e93f-4f1d-a585-511c154039c0 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480165 Jul 22 22:17:50.472820 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 47256) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:50.577820 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-89d868d7-0196-432b-9485-fa5a220423b8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1992248973-network', 'tenant_id': '73ce4469751543e9a6cf63bdfcbdd2cd'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:50.607267 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d868d7-0196-432b-9485-fa5a220423b8 admin admin] Made reservation on behalf of 73ce4469751543e9a6cf63bdfcbdd2cd for: {'network': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:17:50.609066 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-89d868d7-0196-432b-9485-fa5a220423b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for network, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:50.619282 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-89d868d7-0196-432b-9485-fa5a220423b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:50.739540 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-89d868d7-0196-432b-9485-fa5a220423b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:50.748431 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-89d868d7-0196-432b-9485-fa5a220423b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:50.784751 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89d868d7-0196-432b-9485-fa5a220423b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=93278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:17:50.792034 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d868d7-0196-432b-9485-fa5a220423b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5154b489-f6b9-4c2a-939c-06abb99765f0,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:50.800914 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-89d868d7-0196-432b-9485-fa5a220423b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122'] for segment, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:50.802109 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.db.segments_db [None req-89d868d7-0196-432b-9485-fa5a220423b8 admin admin] Added segment 57ec3c23-fe39-4e23-a5bf-04e9c8ca2819 of type vlan for network 6bcc4e1a-e0af-475c-b65e-f450a2433e9c Jul 22 22:17:50.865632 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-89d868d7-0196-432b-9485-fa5a220423b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746837610990'] for network, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:50.882138 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0004912-18c2-4c60-9de9-19d44a30b76d req-a7951605-71d3-4653-87f2-0a7870fec3f9 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:50.891815 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 47290) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:50.896768 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c0004912-18c2-4c60-9de9-19d44a30b76d req-a7951605-71d3-4653-87f2-0a7870fec3f9 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.1727202 Jul 22 22:17:50.920306 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-89d868d7-0196-432b-9485-fa5a220423b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for network, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:50.923133 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d868d7-0196-432b-9485-fa5a220423b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:50.923899 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-89d868d7-0196-432b-9485-fa5a220423b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:50.967521 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-89d868d7-0196-432b-9485-fa5a220423b8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4887538 Jul 22 22:17:50.969596 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 47294) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:50.983040 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-52d74fe0-d55d-454a-854d-c553fac4051c admin admin] Request body: {'subnet': {'network_id': '6bcc4e1a-e0af-475c-b65e-f450a2433e9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1992248973-subnet', 'tenant_id': '73ce4469751543e9a6cf63bdfcbdd2cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:50.985073 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c0004912-18c2-4c60-9de9-19d44a30b76d req-436e5284-2026-47a4-948f-3e298835ce61 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857599 Jul 22 22:17:51.043307 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d868d7-0196-432b-9485-fa5a220423b8 admin admin] Pushing event updated for resources: {'Network': ['ID=6bcc4e1a-e0af-475c-b65e-f450a2433e9c,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:51.059733 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Network 6bcc4e1a-e0af-475c-b65e-f450a2433e9c details requested by agent ovs-agent-dv-cinder-801912-2-iscsi with host dv-cinder-801912-2-iscsi {{(pid=93280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:17:51.072732 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d74fe0-d55d-454a-854d-c553fac4051c admin admin] Made reservation on behalf of 73ce4469751543e9a6cf63bdfcbdd2cd for: {'subnet': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:17:51.075829 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-52d74fe0-d55d-454a-854d-c553fac4051c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2719277'] for subnet, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:51.128428 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-229c1fb5-36ed-4685-afa8-080fc8400bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:51.375077 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-52d74fe0-d55d-454a-854d-c553fac4051c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2431647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2719327'] for subnet, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:51.473310 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-229c1fb5-36ed-4685-afa8-080fc8400bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:51.485635 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-229c1fb5-36ed-4685-afa8-080fc8400bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:51.545769 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d74fe0-d55d-454a-854d-c553fac4051c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a47e3b5a-1758-4851-bb0b-5212da49bc69,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:51.587710 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-229c1fb5-36ed-4685-afa8-080fc8400bd7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b6e743b799e946198171baaadeba9d6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6891322 Jul 22 22:17:51.588482 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c1fb5-36ed-4685-afa8-080fc8400bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4bfe2d-825a-43df-8a05-e13187299ee1,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:51.591137 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 47324) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:51.608160 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d74fe0-d55d-454a-854d-c553fac4051c admin admin] Checking segment: {'id': '57ec3c23-fe39-4e23-a5bf-04e9c8ca2819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6bcc4e1a-e0af-475c-b65e-f450a2433e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:17:51.609706 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d74fe0-d55d-454a-854d-c553fac4051c admin admin] Network hostable DHCP agents. Network: 6bcc4e1a-e0af-475c-b65e-f450a2433e9c, hostable agents: ['aed2ec39-81b9-4f59-895f-cbb50316ede5'], hosted agents: [] {{(pid=93278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:17:51.726203 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d74fe0-d55d-454a-854d-c553fac4051c admin admin] Network 6bcc4e1a-e0af-475c-b65e-f450a2433e9c is scheduled to be hosted by DHCP agent aed2ec39-81b9-4f59-895f-cbb50316ede5 with binding_index 1 {{(pid=93278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:17:51.739721 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-04b44fe5-4f3e-4db4-8aa5-04e6608d447a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:51.743575 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-52d74fe0-d55d-454a-854d-c553fac4051c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801912-2-iscsi, 6bcc4e1a-e0af-475c-b65e-f450a2433e9c) {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:17:51.760406 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bddd00f-b34b-4a7f-b167-c449a6cab17e None None] Network 6bcc4e1a-e0af-475c-b65e-f450a2433e9c requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:17:51.764982 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d74fe0-d55d-454a-854d-c553fac4051c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:51.765947 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-52d74fe0-d55d-454a-854d-c553fac4051c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:51.775597 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-04b44fe5-4f3e-4db4-8aa5-04e6608d447a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:51.805550 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-52d74fe0-d55d-454a-854d-c553fac4051c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8347197 Jul 22 22:17:51.879811 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-04b44fe5-4f3e-4db4-8aa5-04e6608d447a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:51.883073 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-04b44fe5-4f3e-4db4-8aa5-04e6608d447a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:51.886888 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-04b44fe5-4f3e-4db4-8aa5-04e6608d447a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0f4bfe2d-825a-43df-8a05-e13187299ee1 HTTP/1.1" status: 204 len: 168 time: 0.2934248 Jul 22 22:17:51.909655 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b44fe5-4f3e-4db4-8aa5-04e6608d447a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4bfe2d-825a-43df-8a05-e13187299ee1,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:51.945238 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:52.039986 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38c7fcb-d750-4f8b-aef9-28781f4ef5c5 None None] Network 6bcc4e1a-e0af-475c-b65e-f450a2433e9c requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:17:52.345596 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113d994-5f7f-4411-8ca6-458ec56fe1a5 req-e46960c1-7880-4ed9-ac26-72ebd8483490 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:52.347397 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3113d994-5f7f-4411-8ca6-458ec56fe1a5 req-e46960c1-7880-4ed9-ac26-72ebd8483490 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.1579926 Jul 22 22:17:52.402068 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3113d994-5f7f-4411-8ca6-458ec56fe1a5 req-afd8cdb8-db44-4876-a843-dddc63f22cbd tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457036 Jul 22 22:17:52.551949 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442724e5-895f-4363-8b0e-2f6b37b3e3b6 req-5256ba30-dc60-4ece-a77a-10004b202a3f tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:52.553626 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-442724e5-895f-4363-8b0e-2f6b37b3e3b6 req-5256ba30-dc60-4ece-a77a-10004b202a3f tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0719433 Jul 22 22:17:52.598747 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-442724e5-895f-4363-8b0e-2f6b37b3e3b6 req-b11b48ad-2b4f-4d2d-a611-7666591f7421 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351007 Jul 22 22:17:54.038704 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:54.422242 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-590852bb-e57c-4c59-9a26-8c29992dd435 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:54.423732 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-590852bb-e57c-4c59-9a26-8c29992dd435 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/networks?id=6bcc4e1a-e0af-475c-b65e-f450a2433e9c HTTP/1.1" status: 200 len: 809 time: 0.1389637 Jul 22 22:17:54.438521 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-5ef5db07-3ab2-4eaf-ace4-5aafd02b9c89 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/quotas/73ce4469751543e9a6cf63bdfcbdd2cd HTTP/1.1" status: 200 len: 375 time: 0.0094044 Jul 22 22:17:54.473377 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-112ef9c4-8677-49ce-936a-3d1b99beb9f1 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=73ce4469751543e9a6cf63bdfcbdd2cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296543 Jul 22 22:17:54.587787 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-7a6559bb-420d-438e-8fe1-e0d93975239b service neutron] 10.222.0.11 "GET /v2.0/networks/6bcc4e1a-e0af-475c-b65e-f450a2433e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026340 Jul 22 22:17:54.682884 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-2a47c523-1db8-443d-b0d9-ff9551a7481d service neutron] 10.222.0.11 "GET /v2.0/networks/6bcc4e1a-e0af-475c-b65e-f450a2433e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889082 Jul 22 22:17:54.905000 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d697d-0212-451f-8c95-f9f8506e1e12 req-1bdab5f5-dbf5-4843-8acc-2a27b9ba304e tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:54.906676 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-bb8d697d-0212-451f-8c95-f9f8506e1e12 req-1bdab5f5-dbf5-4843-8acc-2a27b9ba304e tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0745354 Jul 22 22:17:54.954332 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-bb8d697d-0212-451f-8c95-f9f8506e1e12 req-54a91e70-73b3-432b-9201-86cffed74eb4 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417624 Jul 22 22:17:55.031015 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ece41fc7-fc1f-4fae-86e8-fc50ddc5b83b req-179e5416-d434-438e-97e1-b2a7f3e4428e tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/ports?device_id=2224d6c4-a4ba-4320-a98a-d89890fd4f5b HTTP/1.1" status: 200 len: 210 time: 0.0379252 Jul 22 22:17:55.896594 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 6 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:17:56.090717 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06ed42-1bf8-49a6-a6f6-adc93966f7ce req-bd900742-3ac3-447e-9900-c724c4b4f2ce tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:56.092295 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8e06ed42-1bf8-49a6-a6f6-adc93966f7ce req-bd900742-3ac3-447e-9900-c724c4b4f2ce tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0686533 Jul 22 22:17:56.129979 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8e06ed42-1bf8-49a6-a6f6-adc93966f7ce req-b7094028-a0c5-4ad7-9ecd-0c279586d5b8 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319445 Jul 22 22:17:56.221705 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1d92abb5-9043-4639-a038-2d9f18349a23 req-a01661ee-c62f-4976-8b95-2795928d70d3 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/ports?device_id=2224d6c4-a4ba-4320-a98a-d89890fd4f5b HTTP/1.1" status: 200 len: 210 time: 0.0350335 Jul 22 22:17:57.196403 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65779519-ec5d-439c-98f1-1ef757e62755 req-983dbcb3-1ae3-40ef-9929-9ed4454e0aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:57.199363 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-65779519-ec5d-439c-98f1-1ef757e62755 req-983dbcb3-1ae3-40ef-9929-9ed4454e0aee service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=604ef9807f4d4f399b2b68ee7a07f4e4&device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 1098 time: 0.0743053 Jul 22 22:17:57.394096 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c088723d-93d4-447a-90a6-7bfbce93aa3c req-5dc52522-fce8-4408-b7d1-e4dd493ab4a5 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/ports?device_id=2224d6c4-a4ba-4320-a98a-d89890fd4f5b HTTP/1.1" status: 200 len: 210 time: 0.0620086 Jul 22 22:17:57.397227 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65779519-ec5d-439c-98f1-1ef757e62755 req-cdf6f72e-467c-4fdc-840e-0cdd7ccc6804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:57.399522 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-65779519-ec5d-439c-98f1-1ef757e62755 req-cdf6f72e-467c-4fdc-840e-0cdd7ccc6804 service neutron] 10.222.0.115 "GET /v2.0/networks?id=e4b6b76f-1ef4-401f-90f1-c356e02d995c HTTP/1.1" status: 200 len: 920 time: 0.1900713 Jul 22 22:17:57.454715 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-65779519-ec5d-439c-98f1-1ef757e62755 req-5caeb38d-dd70-4ca0-a023-b3af67d65e22 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0 HTTP/1.1" status: 200 len: 217 time: 0.0460365 Jul 22 22:17:57.473581 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776f4c3-b56d-40aa-9095-5f04ccd2f756 req-d8e54668-56d8-462a-8303-60836412760e tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:57.476272 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c776f4c3-b56d-40aa-9095-5f04ccd2f756 req-d8e54668-56d8-462a-8303-60836412760e tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.2355702 Jul 22 22:17:57.530467 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c776f4c3-b56d-40aa-9095-5f04ccd2f756 req-ac5e655b-bb7c-4def-80b3-be70edcda414 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456500 Jul 22 22:17:57.550220 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65779519-ec5d-439c-98f1-1ef757e62755 req-20746a6b-406c-4d15-b1c1-92c4de897e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:57.552354 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-65779519-ec5d-439c-98f1-1ef757e62755 req-20746a6b-406c-4d15-b1c1-92c4de897e3d service neutron] 10.222.0.115 "GET /v2.0/subnets?id=f78ae926-97ca-4316-a2d0-74eca96df0da HTTP/1.1" status: 200 len: 859 time: 0.0822656 Jul 22 22:17:57.589957 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-65779519-ec5d-439c-98f1-1ef757e62755 req-79b4032a-f4e7-43da-a471-f08931f70220 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=e4b6b76f-1ef4-401f-90f1-c356e02d995c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271046 Jul 22 22:17:57.739823 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-65779519-ec5d-439c-98f1-1ef757e62755 req-72bc1122-b63d-4db3-bdec-f580ce33b050 service neutron] 10.222.0.115 "GET /v2.0/networks/e4b6b76f-1ef4-401f-90f1-c356e02d995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382709 Jul 22 22:17:57.859879 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-65779519-ec5d-439c-98f1-1ef757e62755 req-8becace3-0e66-4ff5-b1d8-fecd78906c4c service neutron] 10.222.0.115 "GET /v2.0/networks/e4b6b76f-1ef4-401f-90f1-c356e02d995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010571 Jul 22 22:17:58.064968 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 47528) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:58.185426 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-7620d129-e94a-4de2-bdab-6ae84db64511 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:58.186947 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-7620d129-e94a-4de2-bdab-6ae84db64511 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.115 "GET /v2.0/networks?id=6bcc4e1a-e0af-475c-b65e-f450a2433e9c HTTP/1.1" status: 200 len: 809 time: 0.1933167 Jul 22 22:17:58.221532 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-573f7ac4-e518-4ae4-aece-0f4e9f946d7f tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Request body: {'port': {'device_id': '2224d6c4-a4ba-4320-a98a-d89890fd4f5b', 'network_id': '6bcc4e1a-e0af-475c-b65e-f450a2433e9c', 'admin_state_up': True, 'tenant_id': '73ce4469751543e9a6cf63bdfcbdd2cd'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:58.258310 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-e7d9f0dd-8e64-4c6a-be64-5d42b81b85f5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=00024f42ae114541b2d9d124eef910f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1912589 Jul 22 22:17:58.261354 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 47538) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:58.315163 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f292c8ed-71ad-4cbc-8ca1-8d37b5ea491a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:58.342351 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f292c8ed-71ad-4cbc-8ca1-8d37b5ea491a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:58.353719 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-573f7ac4-e518-4ae4-aece-0f4e9f946d7f tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Made reservation on behalf of 73ce4469751543e9a6cf63bdfcbdd2cd for: {'port': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:17:58.360605 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-573f7ac4-e518-4ae4-aece-0f4e9f946d7f tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:58.418772 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f292c8ed-71ad-4cbc-8ca1-8d37b5ea491a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:58.422050 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f292c8ed-71ad-4cbc-8ca1-8d37b5ea491a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:58.423365 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-f292c8ed-71ad-4cbc-8ca1-8d37b5ea491a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/54ea332f-765d-4df7-b8af-688a719cd314 HTTP/1.1" status: 204 len: 168 time: 0.1601946 Jul 22 22:17:58.433888 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292c8ed-71ad-4cbc-8ca1-8d37b5ea491a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ea332f-765d-4df7-b8af-688a719cd314,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:58.552902 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-366d3394-712b-4da7-b37a-c81235ed3b11 req-9c2b911b-c2f5-40e3-bdff-e84b8ae70071 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/ports?device_id=2224d6c4-a4ba-4320-a98a-d89890fd4f5b HTTP/1.1" status: 200 len: 210 time: 0.0336485 Jul 22 22:17:58.565353 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-573f7ac4-e518-4ae4-aece-0f4e9f946d7f tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Allocated IP 172.20.0.9 (6bcc4e1a-e0af-475c-b65e-f450a2433e9c/a47e3b5a-1758-4851-bb0b-5212da49bc69/12ae3aed-312c-45c0-8e7e-73065465f815) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:17:58.797424 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014a0ac-a6eb-4c0d-b2d6-afe48c4b740c req-6e9b80ec-6c26-45d7-b56b-04f8188cf98c tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:58.798095 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-573f7ac4-e518-4ae4-aece-0f4e9f946d7f tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:58.799043 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8014a0ac-a6eb-4c0d-b2d6-afe48c4b740c req-6e9b80ec-6c26-45d7-b56b-04f8188cf98c tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.1238966 Jul 22 22:17:58.848508 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-573f7ac4-e518-4ae4-aece-0f4e9f946d7f tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:58.868921 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8014a0ac-a6eb-4c0d-b2d6-afe48c4b740c req-2c69bbe3-2b60-4361-8d87-04c3624bff07 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488226 Jul 22 22:17:58.893295 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-573f7ac4-e518-4ae4-aece-0f4e9f946d7f tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Network 6bcc4e1a-e0af-475c-b65e-f450a2433e9c is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:17:58.898871 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-573f7ac4-e518-4ae4-aece-0f4e9f946d7f tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:17:58.903636 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-573f7ac4-e518-4ae4-aece-0f4e9f946d7f tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:17:58.955608 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f7ac4-e518-4ae4-aece-0f4e9f946d7f tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Pushing event updated for resources: {'Port': ['ID=12ae3aed-312c-45c0-8e7e-73065465f815,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:58.973943 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-573f7ac4-e518-4ae4-aece-0f4e9f946d7f tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:58.974578 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-573f7ac4-e518-4ae4-aece-0f4e9f946d7f tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:58.992099 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-573f7ac4-e518-4ae4-aece-0f4e9f946d7f tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7756300 Jul 22 22:17:59.007320 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-61bc551e-fd5f-4511-831d-3daef8828d06 service neutron] Request body: {'port': {'device_id': '2224d6c4-a4ba-4320-a98a-d89890fd4f5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:59.281596 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-61bc551e-fd5f-4511-831d-3daef8828d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:59.589437 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-61bc551e-fd5f-4511-831d-3daef8828d06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ae3aed-312c-45c0-8e7e-73065465f815 {{(pid=93278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:17:59.597339 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-61bc551e-fd5f-4511-831d-3daef8828d06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:59.610430 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-61bc551e-fd5f-4511-831d-3daef8828d06 service neutron] Transition to ACTIVE for port object 12ae3aed-312c-45c0-8e7e-73065465f815 will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:17:59.615249 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-61bc551e-fd5f-4511-831d-3daef8828d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:59.676467 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc551e-fd5f-4511-831d-3daef8828d06 service neutron] Pushing event updated for resources: {'Port': ['ID=12ae3aed-312c-45c0-8e7e-73065465f815,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:59.749432 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-61bc551e-fd5f-4511-831d-3daef8828d06 service neutron] Attempting to bind port 12ae3aed-312c-45c0-8e7e-73065465f815 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:17:59.749863 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-61bc551e-fd5f-4511-831d-3daef8828d06 service neutron] Attempting to bind port 12ae3aed-312c-45c0-8e7e-73065465f815 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '57ec3c23-fe39-4e23-a5bf-04e9c8ca2819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6bcc4e1a-e0af-475c-b65e-f450a2433e9c'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:17:59.750194 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-61bc551e-fd5f-4511-831d-3daef8828d06 service neutron] Attempting to bind port 12ae3aed-312c-45c0-8e7e-73065465f815 on network 6bcc4e1a-e0af-475c-b65e-f450a2433e9c {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:17:59.754586 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-61bc551e-fd5f-4511-831d-3daef8828d06 service neutron] Port 12ae3aed-312c-45c0-8e7e-73065465f815 on network 6bcc4e1a-e0af-475c-b65e-f450a2433e9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:17:59.754898 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-61bc551e-fd5f-4511-831d-3daef8828d06 service neutron] Attempting to bind port 12ae3aed-312c-45c0-8e7e-73065465f815 on network 6bcc4e1a-e0af-475c-b65e-f450a2433e9c {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:17:59.763384 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-61bc551e-fd5f-4511-831d-3daef8828d06 service neutron] Checking agent: {'id': '4259e59d-080d-4967-89a0-1abd7a18732f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'started_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:17:59.763855 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-61bc551e-fd5f-4511-831d-3daef8828d06 service neutron] Checking segment: {'id': '57ec3c23-fe39-4e23-a5bf-04e9c8ca2819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6bcc4e1a-e0af-475c-b65e-f450a2433e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:17:59.764610 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-61bc551e-fd5f-4511-831d-3daef8828d06 service neutron] Bound using segment: {'id': '57ec3c23-fe39-4e23-a5bf-04e9c8ca2819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6bcc4e1a-e0af-475c-b65e-f450a2433e9c'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:17:59.765105 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-61bc551e-fd5f-4511-831d-3daef8828d06 service neutron] Bound port: 12ae3aed-312c-45c0-8e7e-73065465f815, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57ec3c23-fe39-4e23-a5bf-04e9c8ca2819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6bcc4e1a-e0af-475c-b65e-f450a2433e9c'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:17:59.766061 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-61bc551e-fd5f-4511-831d-3daef8828d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:59.814748 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-a41f3c39-c350-49f5-864c-fc2801b8f22b tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:59.824980 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-a41f3c39-c350-49f5-864c-fc2801b8f22b tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/networks?id=34673370-560f-41fe-9c17-1619350d74d3 HTTP/1.1" status: 200 len: 814 time: 0.1917064 Jul 22 22:17:59.849751 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497386a-db96-4914-8f96-b4af636253b0 req-b55d70ae-220a-4564-a1b5-abc2b7896e6b tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:59.851417 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f497386a-db96-4914-8f96-b4af636253b0 req-b55d70ae-220a-4564-a1b5-abc2b7896e6b tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/ports?device_id=2224d6c4-a4ba-4320-a98a-d89890fd4f5b HTTP/1.1" status: 200 len: 943 time: 0.1575251 Jul 22 22:17:59.853055 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-25704b64-169a-42bf-b3b2-d3cadb475822 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/quotas/8038fbe851d34a8281dfd4c3137eeb0e HTTP/1.1" status: 200 len: 375 time: 0.0241666 Jul 22 22:17:59.861439 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-61bc551e-fd5f-4511-831d-3daef8828d06 service neutron] For port 12ae3aed-312c-45c0-8e7e-73065465f815, host hv-cinder-80191, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:17:59.865301 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-61bc551e-fd5f-4511-831d-3daef8828d06 service neutron] For port 12ae3aed-312c-45c0-8e7e-73065465f815, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=12ae3aed-312c-45c0-8e7e-73065465f815,segment=NetworkSegment(57ec3c23-fe39-4e23-a5bf-04e9c8ca2819),segment_id=57ec3c23-fe39-4e23-a5bf-04e9c8ca2819)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:17:59.869762 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-61bc551e-fd5f-4511-831d-3daef8828d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:59.911351 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-61bc551e-fd5f-4511-831d-3daef8828d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:59.911980 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-61bc551e-fd5f-4511-831d-3daef8828d06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:59.913504 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-61bc551e-fd5f-4511-831d-3daef8828d06 service neutron] 10.222.0.115 "PUT /v2.0/ports/12ae3aed-312c-45c0-8e7e-73065465f815 HTTP/1.1" status: 200 len: 1093 time: 0.9104378 Jul 22 22:17:59.913956 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2224d6c4-a4ba-4320-a98a-d89890fd4f5b', 'tag': '12ae3aed-312c-45c0-8e7e-73065465f815'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:17:59.916209 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ccf0a1-210b-46b6-84fb-2959f4fe603d" -d '{"events": [{"name": "network-changed", "server_uuid": "2224d6c4-a4ba-4320-a98a-d89890fd4f5b", "tag": "12ae3aed-312c-45c0-8e7e-73065465f815"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:17:59.937417 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f497386a-db96-4914-8f96-b4af636253b0 req-0f2c1840-9db3-4d39-b87f-be567adb5f10 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/security-groups?id=5154b489-f6b9-4c2a-939c-06abb99765f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750055 Jul 22 22:17:59.941703 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc551e-fd5f-4511-831d-3daef8828d06 service neutron] Pushing event updated for resources: {'Port': ['ID=12ae3aed-312c-45c0-8e7e-73065465f815,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:59.975580 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-6005960e-52ac-4369-9b98-8a167205e7aa tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8038fbe851d34a8281dfd4c3137eeb0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1077557 Jul 22 22:18:00.039225 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-9626a2cc-185b-4534-9273-ddfe44729c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:00.040954 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-9626a2cc-185b-4534-9273-ddfe44729c6e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=73ce4469751543e9a6cf63bdfcbdd2cd&device_id=2224d6c4-a4ba-4320-a98a-d89890fd4f5b HTTP/1.1" status: 200 len: 1096 time: 0.0727470 Jul 22 22:18:00.096788 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-4dc8f58c-a62d-4601-aba0-1c98a5ea75b6 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12ae3aed-312c-45c0-8e7e-73065465f815 HTTP/1.1" status: 200 len: 217 time: 0.0468087 Jul 22 22:18:00.130450 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-6918a288-994a-433f-921d-c0724604015c service neutron] 10.222.0.11 "GET /v2.0/networks/34673370-560f-41fe-9c17-1619350d74d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479483 Jul 22 22:18:00.159607 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-93f07987-bdc3-4cdd-885c-718491e815a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:00.161144 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-93f07987-bdc3-4cdd-885c-718491e815a6 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a47e3b5a-1758-4851-bb0b-5212da49bc69 HTTP/1.1" status: 200 len: 849 time: 0.0477865 Jul 22 22:18:00.199982 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-418ce2f6-8e77-48f7-b1b9-11a30fd28cc6 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=6bcc4e1a-e0af-475c-b65e-f450a2433e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311122 Jul 22 22:18:00.206274 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785ec3c-8ef3-47c2-896c-0ce134b31105 req-d324243c-dccb-4983-99c2-b9b2099c4877 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:00.208463 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f785ec3c-8ef3-47c2-896c-0ce134b31105 req-d324243c-dccb-4983-99c2-b9b2099c4877 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.1494892 Jul 22 22:18:00.305651 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-724379cf-482a-4998-872b-625702ae36e8 service neutron] 10.222.0.115 "GET /v2.0/networks/6bcc4e1a-e0af-475c-b65e-f450a2433e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982363 Jul 22 22:18:00.326177 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f785ec3c-8ef3-47c2-896c-0ce134b31105 req-c98b87c1-28b0-45b5-9620-2de4d82f514c tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762911 Jul 22 22:18:00.334259 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-e19afc13-4e5e-4755-92a8-01e84d0bad7a service neutron] 10.222.0.11 "GET /v2.0/networks/34673370-560f-41fe-9c17-1619350d74d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938348 Jul 22 22:18:00.403790 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a6d3f3-cd62-42e4-927c-71c4c6252de0 x-openstack-request-id: req-32a6d3f3-cd62-42e4-927c-71c4c6252de0 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:18:00.404190 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2224d6c4-a4ba-4320-a98a-d89890fd4f5b", "tag": "12ae3aed-312c-45c0-8e7e-73065465f815", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:18:00.404560 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-32a6d3f3-cd62-42e4-927c-71c4c6252de0 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:18:00.405089 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2224d6c4-a4ba-4320-a98a-d89890fd4f5b', 'tag': '12ae3aed-312c-45c0-8e7e-73065465f815', 'status': 'completed', 'code': 200} Jul 22 22:18:00.444330 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b5463cb1-27a9-4e8d-aeac-181efe0d2e16 req-01a9fdba-1dc5-4216-98f8-9de005a8cfdb service neutron] 10.222.0.115 "GET /v2.0/networks/6bcc4e1a-e0af-475c-b65e-f450a2433e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297059 Jul 22 22:18:00.569776 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0c847221-5760-4fae-8b1c-db5d75a0cd65 req-8f8d1c66-5ded-4d25-bd3b-a7f89b9382c0 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4557b19-8964-4042-b8c2-79b9da95414a HTTP/1.1" status: 200 len: 210 time: 0.0380974 Jul 22 22:18:00.572883 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ccf0a1-210b-46b6-84fb-2959f4fe603d req-9aa72f5c-50bc-4df7-8f20-bc9478771662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:00.575143 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b4ccf0a1-210b-46b6-84fb-2959f4fe603d req-9aa72f5c-50bc-4df7-8f20-bc9478771662 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=73ce4469751543e9a6cf63bdfcbdd2cd&device_id=2224d6c4-a4ba-4320-a98a-d89890fd4f5b HTTP/1.1" status: 200 len: 1096 time: 0.0659478 Jul 22 22:18:00.713539 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ccf0a1-210b-46b6-84fb-2959f4fe603d req-53970501-7eff-490a-b428-399fe8f96c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:00.715706 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b4ccf0a1-210b-46b6-84fb-2959f4fe603d req-53970501-7eff-490a-b428-399fe8f96c53 service neutron] 10.222.0.115 "GET /v2.0/networks?id=6bcc4e1a-e0af-475c-b65e-f450a2433e9c HTTP/1.1" status: 200 len: 910 time: 0.1221960 Jul 22 22:18:00.783035 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b4ccf0a1-210b-46b6-84fb-2959f4fe603d req-de1b2b2f-a924-49e1-bceb-0652b2b8b3d7 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12ae3aed-312c-45c0-8e7e-73065465f815 HTTP/1.1" status: 200 len: 217 time: 0.0548792 Jul 22 22:18:00.836970 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ccf0a1-210b-46b6-84fb-2959f4fe603d req-0f0b9666-0e18-472f-a7eb-0a87c9b5b549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:00.838363 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b4ccf0a1-210b-46b6-84fb-2959f4fe603d req-0f0b9666-0e18-472f-a7eb-0a87c9b5b549 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a47e3b5a-1758-4851-bb0b-5212da49bc69 HTTP/1.1" status: 200 len: 849 time: 0.0488775 Jul 22 22:18:00.886222 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b4ccf0a1-210b-46b6-84fb-2959f4fe603d req-d1e6ac0d-4172-45d9-90fe-ecbe13928141 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=6bcc4e1a-e0af-475c-b65e-f450a2433e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353076 Jul 22 22:18:00.993298 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b4ccf0a1-210b-46b6-84fb-2959f4fe603d req-d9d32c30-4304-4908-8f8c-eaa28793fa36 service neutron] 10.222.0.115 "GET /v2.0/networks/6bcc4e1a-e0af-475c-b65e-f450a2433e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960829 Jul 22 22:18:01.107025 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f03ff-24b3-4f0c-877c-551cc72fa394 req-1f0baa8d-5d21-4329-9de9-3a03eb6ad966 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:01.108510 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d58f03ff-24b3-4f0c-877c-551cc72fa394 req-1f0baa8d-5d21-4329-9de9-3a03eb6ad966 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/ports?device_id=2224d6c4-a4ba-4320-a98a-d89890fd4f5b HTTP/1.1" status: 200 len: 943 time: 0.0698986 Jul 22 22:18:01.127823 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b4ccf0a1-210b-46b6-84fb-2959f4fe603d req-427e6f1a-34b1-4d0d-afde-a6cb0bb5bdc3 service neutron] 10.222.0.115 "GET /v2.0/networks/6bcc4e1a-e0af-475c-b65e-f450a2433e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066346 Jul 22 22:18:01.151435 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d58f03ff-24b3-4f0c-877c-551cc72fa394 req-7f3aa6c9-262f-4f7c-9703-ac1c792af449 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/security-groups?id=5154b489-f6b9-4c2a-939c-06abb99765f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372255 Jul 22 22:18:01.467164 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41cd0c-7977-4fdf-af95-e721da21a69d req-02abf401-9224-49ea-9d4f-70fac99778cc tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:01.468734 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-db41cd0c-7977-4fdf-af95-e721da21a69d req-02abf401-9224-49ea-9d4f-70fac99778cc tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0651178 Jul 22 22:18:01.509211 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-db41cd0c-7977-4fdf-af95-e721da21a69d req-9e279fe4-3e7d-4a87-a997-9a38ae30bdbb tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328546 Jul 22 22:18:01.723560 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-6c2a5318-8e31-480f-baeb-fda52056bbf7 req-0604327d-403c-48f9-bf86-426486cb4b2f tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4557b19-8964-4042-b8c2-79b9da95414a HTTP/1.1" status: 200 len: 210 time: 0.0506053 Jul 22 22:18:01.753246 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-2754c275-0539-4fb2-a89e-a6690c9dc94c tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:01.755100 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-2754c275-0539-4fb2-a89e-a6690c9dc94c tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.115 "GET /v2.0/networks?id=34673370-560f-41fe-9c17-1619350d74d3 HTTP/1.1" status: 200 len: 814 time: 0.1229362 Jul 22 22:18:01.782754 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-9fd0f67d-c0e6-4138-980c-eb98e7b25a65 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Request body: {'port': {'device_id': 'e4557b19-8964-4042-b8c2-79b9da95414a', 'network_id': '34673370-560f-41fe-9c17-1619350d74d3', 'admin_state_up': True, 'tenant_id': '8038fbe851d34a8281dfd4c3137eeb0e'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:18:01.901382 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-9fd0f67d-c0e6-4138-980c-eb98e7b25a65 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Made reservation on behalf of 8038fbe851d34a8281dfd4c3137eeb0e for: {'port': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:18:01.906854 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-9fd0f67d-c0e6-4138-980c-eb98e7b25a65 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:02.041974 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-9fd0f67d-c0e6-4138-980c-eb98e7b25a65 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Allocated IP 172.20.0.7 (34673370-560f-41fe-9c17-1619350d74d3/1d8f399d-005f-4419-9f4d-091c2cf5b73e/9ab74b66-a5c2-447f-baa2-e33b324346a7) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:18:02.190996 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-9fd0f67d-c0e6-4138-980c-eb98e7b25a65 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:02.231220 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-9fd0f67d-c0e6-4138-980c-eb98e7b25a65 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:02.244677 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['51ae40b1-71cb-4fad-baf2-3a802beac11b'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:18:02.287947 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-9fd0f67d-c0e6-4138-980c-eb98e7b25a65 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Network 34673370-560f-41fe-9c17-1619350d74d3 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:18:02.291575 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-9fd0f67d-c0e6-4138-980c-eb98e7b25a65 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:18:02.293681 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ab105-6100-4ef3-a9fe-9a5b8dd38b76 req-f6fd2343-8a08-4f5f-992c-cf6d16176ecc tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:02.297921 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-9fd0f67d-c0e6-4138-980c-eb98e7b25a65 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:18:02.302379 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0f67d-c0e6-4138-980c-eb98e7b25a65 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Pushing event updated for resources: {'Port': ['ID=9ab74b66-a5c2-447f-baa2-e33b324346a7,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:02.306735 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-795ab105-6100-4ef3-a9fe-9a5b8dd38b76 req-f6fd2343-8a08-4f5f-992c-cf6d16176ecc tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/ports?device_id=2224d6c4-a4ba-4320-a98a-d89890fd4f5b HTTP/1.1" status: 200 len: 943 time: 0.0853205 Jul 22 22:18:02.352469 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-795ab105-6100-4ef3-a9fe-9a5b8dd38b76 req-d925035c-f896-4b59-b52c-ff40b279dc80 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/security-groups?id=5154b489-f6b9-4c2a-939c-06abb99765f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445344 Jul 22 22:18:02.374450 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-9fd0f67d-c0e6-4138-980c-eb98e7b25a65 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:02.375663 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-9fd0f67d-c0e6-4138-980c-eb98e7b25a65 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:02.395204 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-9fd0f67d-c0e6-4138-980c-eb98e7b25a65 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6164341 Jul 22 22:18:02.409029 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-61f2625b-9c53-49ff-bd45-c51d7e349ca6 service neutron] Request body: {'port': {'device_id': 'e4557b19-8964-4042-b8c2-79b9da95414a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:18:02.429092 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 12ae3aed-312c-45c0-8e7e-73065465f815 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:18:02.505433 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-61f2625b-9c53-49ff-bd45-c51d7e349ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:02.646127 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 12ae3aed-312c-45c0-8e7e-73065465f815, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=12ae3aed-312c-45c0-8e7e-73065465f815,segment=NetworkSegment(57ec3c23-fe39-4e23-a5bf-04e9c8ca2819),segment_id=57ec3c23-fe39-4e23-a5bf-04e9c8ca2819)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:02.667697 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Returning: {'device': '12ae3aed-312c-45c0-8e7e-73065465f815', 'network_id': '6bcc4e1a-e0af-475c-b65e-f450a2433e9c', 'port_id': '12ae3aed-312c-45c0-8e7e-73065465f815', 'mac_address': 'fa:16:3e:1b:8e:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a47e3b5a-1758-4851-bb0b-5212da49bc69', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:18:02.704516 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134c161-0c29-462c-823b-98553301bceb req-242ace0a-a489-407e-95ae-56cbeaac78f9 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:02.707782 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c134c161-0c29-462c-823b-98553301bceb req-242ace0a-a489-407e-95ae-56cbeaac78f9 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0858142 Jul 22 22:18:02.743401 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 47632) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:02.754387 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:02.785442 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ae3aed-312c-45c0-8e7e-73065465f815 {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:18:02.797672 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c134c161-0c29-462c-823b-98553301bceb req-01ce4310-06a3-4e56-b1e4-2f860dc66e81 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805089 Jul 22 22:18:02.832926 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 12ae3aed-312c-45c0-8e7e-73065465f815, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=12ae3aed-312c-45c0-8e7e-73065465f815,segment=NetworkSegment(57ec3c23-fe39-4e23-a5bf-04e9c8ca2819),segment_id=57ec3c23-fe39-4e23-a5bf-04e9c8ca2819)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:02.838070 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:02.935880 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-61f2625b-9c53-49ff-bd45-c51d7e349ca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ab74b66-a5c2-447f-baa2-e33b324346a7 {{(pid=93278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:18:02.938324 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124db89f-8b99-46e5-ae73-c1e4ecbf995d req-47a4e51e-25bf-4d70-882a-50145cef0aad tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:02.939191 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=12ae3aed-312c-45c0-8e7e-73065465f815,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:02.940913 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-124db89f-8b99-46e5-ae73-c1e4ecbf995d req-47a4e51e-25bf-4d70-882a-50145cef0aad tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4557b19-8964-4042-b8c2-79b9da95414a HTTP/1.1" status: 200 len: 931 time: 0.1135235 Jul 22 22:18:02.950802 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-61f2625b-9c53-49ff-bd45-c51d7e349ca6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:02.951013 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4ec6d6cb-8ff1-4c14-9e9e-fbb7679a317a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:02.972714 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-61f2625b-9c53-49ff-bd45-c51d7e349ca6 service neutron] Transition to ACTIVE for port object 9ab74b66-a5c2-447f-baa2-e33b324346a7 will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:18:02.977880 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-61f2625b-9c53-49ff-bd45-c51d7e349ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:03.021968 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-124db89f-8b99-46e5-ae73-c1e4ecbf995d req-5f643d52-1bc4-4e45-abcd-3ac6f3cef63c tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718501 Jul 22 22:18:03.031223 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2625b-9c53-49ff-bd45-c51d7e349ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab74b66-a5c2-447f-baa2-e33b324346a7,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:03.135714 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4ec6d6cb-8ff1-4c14-9e9e-fbb7679a317a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:03.141777 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['12ae3aed-312c-45c0-8e7e-73065465f815'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:18:03.141975 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4ec6d6cb-8ff1-4c14-9e9e-fbb7679a317a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:03.181413 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-4ec6d6cb-8ff1-4c14-9e9e-fbb7679a317a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=30f7a13268a040f7b388bcaafa6843a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4344952 Jul 22 22:18:03.181948 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 47646) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:03.199522 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec6d6cb-8ff1-4c14-9e9e-fbb7679a317a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0065750-c39b-478d-92a0-9f2265f84470,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:03.225102 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-61f2625b-9c53-49ff-bd45-c51d7e349ca6 service neutron] Attempting to bind port 9ab74b66-a5c2-447f-baa2-e33b324346a7 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:18:03.225456 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-61f2625b-9c53-49ff-bd45-c51d7e349ca6 service neutron] Attempting to bind port 9ab74b66-a5c2-447f-baa2-e33b324346a7 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'd15c25b1-f200-4eab-9a4f-9cc58efb2aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '34673370-560f-41fe-9c17-1619350d74d3'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:18:03.225792 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-61f2625b-9c53-49ff-bd45-c51d7e349ca6 service neutron] Attempting to bind port 9ab74b66-a5c2-447f-baa2-e33b324346a7 on network 34673370-560f-41fe-9c17-1619350d74d3 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:18:03.251702 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-61f2625b-9c53-49ff-bd45-c51d7e349ca6 service neutron] Port 9ab74b66-a5c2-447f-baa2-e33b324346a7 on network 34673370-560f-41fe-9c17-1619350d74d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:18:03.252030 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-61f2625b-9c53-49ff-bd45-c51d7e349ca6 service neutron] Attempting to bind port 9ab74b66-a5c2-447f-baa2-e33b324346a7 on network 34673370-560f-41fe-9c17-1619350d74d3 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:18:03.271713 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-61f2625b-9c53-49ff-bd45-c51d7e349ca6 service neutron] Checking agent: {'id': '4259e59d-080d-4967-89a0-1abd7a18732f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'started_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:18:03.272059 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-61f2625b-9c53-49ff-bd45-c51d7e349ca6 service neutron] Checking segment: {'id': 'd15c25b1-f200-4eab-9a4f-9cc58efb2aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '34673370-560f-41fe-9c17-1619350d74d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:18:03.272551 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-61f2625b-9c53-49ff-bd45-c51d7e349ca6 service neutron] Bound using segment: {'id': 'd15c25b1-f200-4eab-9a4f-9cc58efb2aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '34673370-560f-41fe-9c17-1619350d74d3'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:18:03.272992 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-61f2625b-9c53-49ff-bd45-c51d7e349ca6 service neutron] Bound port: 9ab74b66-a5c2-447f-baa2-e33b324346a7, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd15c25b1-f200-4eab-9a4f-9cc58efb2aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '34673370-560f-41fe-9c17-1619350d74d3'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:18:03.273356 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-61f2625b-9c53-49ff-bd45-c51d7e349ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:03.327577 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b2068890-4605-4a42-b3f4-b0dff1c5af71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:03.368758 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b2068890-4605-4a42-b3f4-b0dff1c5af71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:03.396649 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-61f2625b-9c53-49ff-bd45-c51d7e349ca6 service neutron] For port 9ab74b66-a5c2-447f-baa2-e33b324346a7, host hv-cinder-80191, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:18:03.406901 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-61f2625b-9c53-49ff-bd45-c51d7e349ca6 service neutron] For port 9ab74b66-a5c2-447f-baa2-e33b324346a7, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=9ab74b66-a5c2-447f-baa2-e33b324346a7,segment=NetworkSegment(d15c25b1-f200-4eab-9a4f-9cc58efb2aff),segment_id=d15c25b1-f200-4eab-9a4f-9cc58efb2aff)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:18:03.418458 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-61f2625b-9c53-49ff-bd45-c51d7e349ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:03.469126 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-61f2625b-9c53-49ff-bd45-c51d7e349ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:03.470218 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-61f2625b-9c53-49ff-bd45-c51d7e349ca6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:03.471698 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-61f2625b-9c53-49ff-bd45-c51d7e349ca6 service neutron] 10.222.0.115 "PUT /v2.0/ports/9ab74b66-a5c2-447f-baa2-e33b324346a7 HTTP/1.1" status: 200 len: 1093 time: 1.0688884 Jul 22 22:18:03.475674 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4557b19-8964-4042-b8c2-79b9da95414a', 'tag': '9ab74b66-a5c2-447f-baa2-e33b324346a7'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:18:03.478025 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03754eda-b8b8-4c13-b2a4-929578088312" -d '{"events": [{"name": "network-changed", "server_uuid": "e4557b19-8964-4042-b8c2-79b9da95414a", "tag": "9ab74b66-a5c2-447f-baa2-e33b324346a7"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:18:03.582447 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82fc21-2e4f-44f4-ba16-c29c4f26f173 req-3237c830-1439-46d8-a29c-81db1ea5cab7 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:03.589666 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32dcb155-b7c0-41af-b58d-efde7d4651bf x-openstack-request-id: req-32dcb155-b7c0-41af-b58d-efde7d4651bf {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:18:03.590199 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4557b19-8964-4042-b8c2-79b9da95414a", "tag": "9ab74b66-a5c2-447f-baa2-e33b324346a7", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:18:03.590639 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-32dcb155-b7c0-41af-b58d-efde7d4651bf {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:18:03.590940 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0e82fc21-2e4f-44f4-ba16-c29c4f26f173 req-3237c830-1439-46d8-a29c-81db1ea5cab7 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/ports?device_id=2224d6c4-a4ba-4320-a98a-d89890fd4f5b HTTP/1.1" status: 200 len: 944 time: 0.1024899 Jul 22 22:18:03.591355 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4557b19-8964-4042-b8c2-79b9da95414a', 'tag': '9ab74b66-a5c2-447f-baa2-e33b324346a7', 'status': 'completed', 'code': 200} Jul 22 22:18:03.595214 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b2068890-4605-4a42-b3f4-b0dff1c5af71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:03.598110 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b2068890-4605-4a42-b3f4-b0dff1c5af71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:03.599443 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-b2068890-4605-4a42-b3f4-b0dff1c5af71 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a0065750-c39b-478d-92a0-9f2265f84470 HTTP/1.1" status: 204 len: 168 time: 0.4161122 Jul 22 22:18:03.600145 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2625b-9c53-49ff-bd45-c51d7e349ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab74b66-a5c2-447f-baa2-e33b324346a7,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:03.626029 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2068890-4605-4a42-b3f4-b0dff1c5af71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0065750-c39b-478d-92a0-9f2265f84470,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:03.643352 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0e82fc21-2e4f-44f4-ba16-c29c4f26f173 req-843d6e95-967d-4ed9-b2ef-46578459555c tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/security-groups?id=5154b489-f6b9-4c2a-939c-06abb99765f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507870 Jul 22 22:18:03.674910 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-b6c8eeaf-af34-497a-9fc6-b11bf35a81e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:03.676597 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-b6c8eeaf-af34-497a-9fc6-b11bf35a81e6 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=8038fbe851d34a8281dfd4c3137eeb0e&device_id=e4557b19-8964-4042-b8c2-79b9da95414a HTTP/1.1" status: 200 len: 1096 time: 0.1432555 Jul 22 22:18:03.724802 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-d6f3f41a-6f62-4b6b-a8c3-5bd67bee75ab service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ab74b66-a5c2-447f-baa2-e33b324346a7 HTTP/1.1" status: 200 len: 217 time: 0.0389106 Jul 22 22:18:03.779212 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-f69bbfca-2b77-4ce8-b6f4-dc91c8a011a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:03.780852 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-f69bbfca-2b77-4ce8-b6f4-dc91c8a011a5 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=1d8f399d-005f-4419-9f4d-091c2cf5b73e HTTP/1.1" status: 200 len: 854 time: 0.0483634 Jul 22 22:18:03.840772 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-3e8f1f6f-5849-4335-a4c2-b615a3d5a49b service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=34673370-560f-41fe-9c17-1619350d74d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510855 Jul 22 22:18:03.962563 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-2652bbaa-c6f6-4891-97ab-92f7bc04b682 service neutron] 10.222.0.115 "GET /v2.0/networks/34673370-560f-41fe-9c17-1619350d74d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141708 Jul 22 22:18:04.062244 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8582e-b8f1-43af-8975-17966df454d7 req-b1642a17-6798-43d5-8eb0-28d29d2f79d9 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:04.064674 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c7f8582e-b8f1-43af-8975-17966df454d7 req-b1642a17-6798-43d5-8eb0-28d29d2f79d9 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.1240695 Jul 22 22:18:04.113080 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c0fd534d-ab3f-4e89-ace5-d1a5b288f155 req-25fec9cb-003e-439f-8a7b-04daa4b67f1e service neutron] 10.222.0.115 "GET /v2.0/networks/34673370-560f-41fe-9c17-1619350d74d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396539 Jul 22 22:18:04.118551 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c7f8582e-b8f1-43af-8975-17966df454d7 req-84d2ca5b-e224-454b-a423-4e156f749766 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458922 Jul 22 22:18:04.242643 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd024054-033a-4ba8-9188-c5c3a4403f42 req-369bfdd3-28f6-40c8-847d-80c8f8b928d5 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:04.245375 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03754eda-b8b8-4c13-b2a4-929578088312 req-6206de80-5b62-457f-a630-e5ceff5526ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:04.248883 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-03754eda-b8b8-4c13-b2a4-929578088312 req-6206de80-5b62-457f-a630-e5ceff5526ab service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=8038fbe851d34a8281dfd4c3137eeb0e&device_id=e4557b19-8964-4042-b8c2-79b9da95414a HTTP/1.1" status: 200 len: 1096 time: 0.0747879 Jul 22 22:18:04.249998 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-dd024054-033a-4ba8-9188-c5c3a4403f42 req-369bfdd3-28f6-40c8-847d-80c8f8b928d5 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4557b19-8964-4042-b8c2-79b9da95414a HTTP/1.1" status: 200 len: 943 time: 0.0864036 Jul 22 22:18:04.289137 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-dd024054-033a-4ba8-9188-c5c3a4403f42 req-7f05de30-e9c0-4009-a21b-2890890df32e tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382307 Jul 22 22:18:04.368783 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03754eda-b8b8-4c13-b2a4-929578088312 req-088a034c-98b8-4afe-909a-ad7e956c0ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:04.371454 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-03754eda-b8b8-4c13-b2a4-929578088312 req-088a034c-98b8-4afe-909a-ad7e956c0ece service neutron] 10.222.0.115 "GET /v2.0/networks?id=34673370-560f-41fe-9c17-1619350d74d3 HTTP/1.1" status: 200 len: 915 time: 0.1093965 Jul 22 22:18:04.431332 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-03754eda-b8b8-4c13-b2a4-929578088312 req-2e73bd8a-542b-4c97-a5f4-c057b481ed37 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ab74b66-a5c2-447f-baa2-e33b324346a7 HTTP/1.1" status: 200 len: 217 time: 0.0497394 Jul 22 22:18:04.447849 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 12ae3aed-312c-45c0-8e7e-73065465f815 up at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:18:04.482726 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03754eda-b8b8-4c13-b2a4-929578088312 req-2bc7bdc1-641d-4661-ac4c-a31a60efd303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:04.484063 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-03754eda-b8b8-4c13-b2a4-929578088312 req-2bc7bdc1-641d-4661-ac4c-a31a60efd303 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=1d8f399d-005f-4419-9f4d-091c2cf5b73e HTTP/1.1" status: 200 len: 854 time: 0.0464563 Jul 22 22:18:04.510230 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning for port 12ae3aed-312c-45c0-8e7e-73065465f815 completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:18:04.516581 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning complete for port 12ae3aed-312c-45c0-8e7e-73065465f815 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:04.517199 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:04.527129 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-03754eda-b8b8-4c13-b2a4-929578088312 req-63bc7232-792b-476d-9d61-b8939a0de4f8 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=34673370-560f-41fe-9c17-1619350d74d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335414 Jul 22 22:18:04.636720 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:04.647821 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-03754eda-b8b8-4c13-b2a4-929578088312 req-ff7e9883-48ef-49c6-ba89-a6dcdcaf1271 service neutron] 10.222.0.115 "GET /v2.0/networks/34673370-560f-41fe-9c17-1619350d74d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996144 Jul 22 22:18:04.665506 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2224d6c4-a4ba-4320-a98a-d89890fd4f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ae3aed-312c-45c0-8e7e-73065465f815'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:18:04.667731 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f27b67f0d35f7f80674a04ef850f841daaa75b8eb1023cd4f94f55c11be84c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6a3e4a-0811-4e7b-aa91-b3368bebc268" -d '{"events": [{"server_uuid": "2224d6c4-a4ba-4320-a98a-d89890fd4f5b", "name": "network-vif-plugged", "status": "completed", "tag": "12ae3aed-312c-45c0-8e7e-73065465f815"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:18:04.707442 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 12ae3aed-312c-45c0-8e7e-73065465f815, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=12ae3aed-312c-45c0-8e7e-73065465f815,segment=NetworkSegment(57ec3c23-fe39-4e23-a5bf-04e9c8ca2819),segment_id=57ec3c23-fe39-4e23-a5bf-04e9c8ca2819)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:04.716114 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:04.752525 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d3b6db-8f40-4b0b-b036-2b418ba77c9a x-openstack-request-id: req-63d3b6db-8f40-4b0b-b036-2b418ba77c9a {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:18:04.753305 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2224d6c4-a4ba-4320-a98a-d89890fd4f5b", "name": "network-vif-plugged", "status": "completed", "tag": "12ae3aed-312c-45c0-8e7e-73065465f815", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:18:04.753772 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-63d3b6db-8f40-4b0b-b036-2b418ba77c9a {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:18:04.754427 dv-cinder-801912-2-iscsi neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2224d6c4-a4ba-4320-a98a-d89890fd4f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ae3aed-312c-45c0-8e7e-73065465f815', 'code': 200} Jul 22 22:18:04.801040 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=12ae3aed-312c-45c0-8e7e-73065465f815,revision_number=5']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:04.847237 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c68d21-4d04-49db-aa4d-6e0153160cec req-60408c72-8d67-476a-8be6-1827488ab87e tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:04.848934 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-03754eda-b8b8-4c13-b2a4-929578088312 req-07187056-d5c2-4d2a-af58-fb5399bb9903 service neutron] 10.222.0.115 "GET /v2.0/networks/34673370-560f-41fe-9c17-1619350d74d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919670 Jul 22 22:18:04.850729 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-38c68d21-4d04-49db-aa4d-6e0153160cec req-60408c72-8d67-476a-8be6-1827488ab87e tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/ports?device_id=2224d6c4-a4ba-4320-a98a-d89890fd4f5b HTTP/1.1" status: 200 len: 945 time: 0.1178861 Jul 22 22:18:04.895096 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-38c68d21-4d04-49db-aa4d-6e0153160cec req-8115847c-f6aa-4f3d-9326-e57d5bd29a2d tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/security-groups?id=5154b489-f6b9-4c2a-939c-06abb99765f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372081 Jul 22 22:18:04.987173 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c970f0-8e2e-4653-8b19-27ef5cd74c0e req-7d5801f7-4998-4ea7-b8fb-76927b991c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:04.988826 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-97c970f0-8e2e-4653-8b19-27ef5cd74c0e req-7d5801f7-4998-4ea7-b8fb-76927b991c4b service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=2224d6c4-a4ba-4320-a98a-d89890fd4f5b HTTP/1.1" status: 200 len: 1098 time: 0.0625250 Jul 22 22:18:05.031798 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-97c970f0-8e2e-4653-8b19-27ef5cd74c0e req-6175eb68-87ed-43e1-8a70-a4d2c12ae74b service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=5154b489-f6b9-4c2a-939c-06abb99765f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342755 Jul 22 22:18:05.285897 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94379fea-ba23-4926-9f2a-73fd9ef30559 req-bdf6f16a-055d-44fd-97fc-d601c7aa1087 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:05.287663 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-94379fea-ba23-4926-9f2a-73fd9ef30559 req-bdf6f16a-055d-44fd-97fc-d601c7aa1087 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0903842 Jul 22 22:18:05.337921 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-94379fea-ba23-4926-9f2a-73fd9ef30559 req-f111b581-8105-4968-bf52-a46a0c67fd85 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403256 Jul 22 22:18:05.452024 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5af992-cb04-4fa3-b2f7-a846f783390d req-61564845-76b4-45de-94ec-9311109d3dfa tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:05.453780 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7f5af992-cb04-4fa3-b2f7-a846f783390d req-61564845-76b4-45de-94ec-9311109d3dfa tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4557b19-8964-4042-b8c2-79b9da95414a HTTP/1.1" status: 200 len: 943 time: 0.0695972 Jul 22 22:18:05.505195 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7f5af992-cb04-4fa3-b2f7-a846f783390d req-d8fe2945-4cee-437b-a06f-ab062924e656 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414813 Jul 22 22:18:06.041545 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65548feb-a66c-4007-b4e1-c1a94039c06b req-22d2b0cd-91e2-41e0-a7fd-e57bfef92b52 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:06.045505 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-65548feb-a66c-4007-b4e1-c1a94039c06b req-22d2b0cd-91e2-41e0-a7fd-e57bfef92b52 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/ports?device_id=2224d6c4-a4ba-4320-a98a-d89890fd4f5b HTTP/1.1" status: 200 len: 945 time: 0.0783772 Jul 22 22:18:06.090428 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-65548feb-a66c-4007-b4e1-c1a94039c06b req-f82b0a60-66fd-4b20-ae47-c354ca0994cc tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/security-groups?id=5154b489-f6b9-4c2a-939c-06abb99765f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388224 Jul 22 22:18:06.460632 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 9ab74b66-a5c2-447f-baa2-e33b324346a7 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:18:06.493231 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97f643-c33d-4d33-888a-b1b4a211dfdb req-3faa0c92-395d-4ae0-b765-daf21dbfc361 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:06.494768 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-af97f643-c33d-4d33-888a-b1b4a211dfdb req-3faa0c92-395d-4ae0-b765-daf21dbfc361 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0704908 Jul 22 22:18:06.534899 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-af97f643-c33d-4d33-888a-b1b4a211dfdb req-dc7f5b7e-d847-4936-ae11-edd992acc8e4 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340562 Jul 22 22:18:06.566334 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 9ab74b66-a5c2-447f-baa2-e33b324346a7, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=9ab74b66-a5c2-447f-baa2-e33b324346a7,segment=NetworkSegment(d15c25b1-f200-4eab-9a4f-9cc58efb2aff),segment_id=d15c25b1-f200-4eab-9a4f-9cc58efb2aff)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:06.581837 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Returning: {'device': '9ab74b66-a5c2-447f-baa2-e33b324346a7', 'network_id': '34673370-560f-41fe-9c17-1619350d74d3', 'port_id': '9ab74b66-a5c2-447f-baa2-e33b324346a7', 'mac_address': 'fa:16:3e:e3:34:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8f399d-005f-4419-9f4d-091c2cf5b73e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:18:06.620267 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:06.633703 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ab74b66-a5c2-447f-baa2-e33b324346a7 {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:18:06.654964 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 9ab74b66-a5c2-447f-baa2-e33b324346a7, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=9ab74b66-a5c2-447f-baa2-e33b324346a7,segment=NetworkSegment(d15c25b1-f200-4eab-9a4f-9cc58efb2aff),segment_id=d15c25b1-f200-4eab-9a4f-9cc58efb2aff)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:06.659449 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:06.669971 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38198b6b-e919-473b-87f6-207cff1c34d3 req-6421d2a1-3d52-460a-954e-d9e0f55704fd tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:06.671521 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-38198b6b-e919-473b-87f6-207cff1c34d3 req-6421d2a1-3d52-460a-954e-d9e0f55704fd tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4557b19-8964-4042-b8c2-79b9da95414a HTTP/1.1" status: 200 len: 943 time: 0.0716929 Jul 22 22:18:06.709207 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=9ab74b66-a5c2-447f-baa2-e33b324346a7,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:06.731251 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-38198b6b-e919-473b-87f6-207cff1c34d3 req-06d46a7d-ec2f-4d4d-a897-30d2250d3103 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537198 Jul 22 22:18:07.220025 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352d740-0022-4cc1-886f-3d7a5343b27f req-6cb899d7-645e-4b45-9875-0204f9f20ab5 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:07.221542 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b352d740-0022-4cc1-886f-3d7a5343b27f req-6cb899d7-645e-4b45-9875-0204f9f20ab5 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/ports?device_id=2224d6c4-a4ba-4320-a98a-d89890fd4f5b HTTP/1.1" status: 200 len: 945 time: 0.0632489 Jul 22 22:18:07.259561 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b352d740-0022-4cc1-886f-3d7a5343b27f req-20236fe7-b86f-487a-a322-90426e617395 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/security-groups?id=5154b489-f6b9-4c2a-939c-06abb99765f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320642 Jul 22 22:18:07.672808 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee221d40-8ebc-4ad9-aff7-ad058dfa0b82 req-9916d52d-f931-4a28-8533-ff9b56c5dd3f tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:07.674315 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ee221d40-8ebc-4ad9-aff7-ad058dfa0b82 req-9916d52d-f931-4a28-8533-ff9b56c5dd3f tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0655344 Jul 22 22:18:07.711985 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ee221d40-8ebc-4ad9-aff7-ad058dfa0b82 req-34d34740-605e-4e30-adca-e63315775345 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319190 Jul 22 22:18:07.871038 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb9dfc-10ba-4009-94a0-f086046e1ad5 req-5cfda735-26dc-428c-b376-7663a798aea1 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:07.872720 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-12fb9dfc-10ba-4009-94a0-f086046e1ad5 req-5cfda735-26dc-428c-b376-7663a798aea1 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4557b19-8964-4042-b8c2-79b9da95414a HTTP/1.1" status: 200 len: 944 time: 0.0681398 Jul 22 22:18:07.910822 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-12fb9dfc-10ba-4009-94a0-f086046e1ad5 req-6cef80f4-4d03-44f7-a444-20901803362d tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324771 Jul 22 22:18:08.845032 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2565e2c-694e-45c5-a3a5-dc7e101e19ad req-b5dcc136-e793-422f-a2df-c1614159bfb0 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:08.846532 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b2565e2c-694e-45c5-a3a5-dc7e101e19ad req-b5dcc136-e793-422f-a2df-c1614159bfb0 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0642614 Jul 22 22:18:08.883192 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b2565e2c-694e-45c5-a3a5-dc7e101e19ad req-0d7bae3b-442b-41fe-8c93-c6341566751f tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310943 Jul 22 22:18:09.047123 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9ec37-2457-43e2-a52c-33ffc1b4110c req-27ffb2d0-77fc-49a8-a955-0845f0f84407 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:09.048647 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d7c9ec37-2457-43e2-a52c-33ffc1b4110c req-27ffb2d0-77fc-49a8-a955-0845f0f84407 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4557b19-8964-4042-b8c2-79b9da95414a HTTP/1.1" status: 200 len: 944 time: 0.0673442 Jul 22 22:18:09.093803 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d7c9ec37-2457-43e2-a52c-33ffc1b4110c req-f980ec4e-b527-4d58-a99a-67a944c8d9b1 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395985 Jul 22 22:18:09.862341 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['9ab74b66-a5c2-447f-baa2-e33b324346a7'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:18:10.077197 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4586f7-6cbd-413a-8eb0-f18482fe08d7 req-af1aeacb-c52d-45f7-832e-94713678778b tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:10.079093 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7d4586f7-6cbd-413a-8eb0-f18482fe08d7 req-af1aeacb-c52d-45f7-832e-94713678778b tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0776958 Jul 22 22:18:10.122083 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7d4586f7-6cbd-413a-8eb0-f18482fe08d7 req-63815223-efac-4edc-92a6-ae71d06fb6e5 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340431 Jul 22 22:18:10.471104 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3272b-b361-4696-9652-93cc0477cb57 req-a685642a-3668-4f8d-b497-fa4ff49f4065 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:10.473277 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b6a3272b-b361-4696-9652-93cc0477cb57 req-a685642a-3668-4f8d-b497-fa4ff49f4065 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4557b19-8964-4042-b8c2-79b9da95414a HTTP/1.1" status: 200 len: 944 time: 0.1471615 Jul 22 22:18:10.493385 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776aa03e-68bf-40d1-bed1-43a5d3cfbcb3 req-194e7246-f772-499f-b9d0-de7480d258f9 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:10.495541 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-776aa03e-68bf-40d1-bed1-43a5d3cfbcb3 req-194e7246-f772-499f-b9d0-de7480d258f9 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/ports?device_id=2224d6c4-a4ba-4320-a98a-d89890fd4f5b HTTP/1.1" status: 200 len: 945 time: 0.1556125 Jul 22 22:18:10.574967 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b6a3272b-b361-4696-9652-93cc0477cb57 req-a8939bac-0f58-4c3e-a2ea-7118a37f73d3 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949800 Jul 22 22:18:10.585978 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-776aa03e-68bf-40d1-bed1-43a5d3cfbcb3 req-661f6a8c-cdca-458d-8b97-680dcff71f91 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/security-groups?id=5154b489-f6b9-4c2a-939c-06abb99765f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815103 Jul 22 22:18:10.715685 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e2de5-4595-4b9f-9531-bbad225501dd req-930c47dd-c040-4647-91c4-07f3ad42d3ca tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:10.717700 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c81e2de5-4595-4b9f-9531-bbad225501dd req-930c47dd-c040-4647-91c4-07f3ad42d3ca tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.0767450 Jul 22 22:18:10.764712 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c81e2de5-4595-4b9f-9531-bbad225501dd req-67e563f1-c1ff-4f7a-b806-64404903fc54 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382178 Jul 22 22:18:11.256709 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944dc38-a79b-4157-a667-2458822436a1 req-c68cd96f-dc86-4986-bef0-f9cb3d528c8a tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:11.258172 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d944dc38-a79b-4157-a667-2458822436a1 req-c68cd96f-dc86-4986-bef0-f9cb3d528c8a tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0653813 Jul 22 22:18:11.295657 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d944dc38-a79b-4157-a667-2458822436a1 req-ed4b8c55-f0a8-43ea-8f68-88fc009c9b62 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313654 Jul 22 22:18:11.746060 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a9229-800f-452f-a220-5f6a827b84d7 req-268f8a8c-0157-43f4-b0fb-a6f1443bb520 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:11.747729 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3c4a9229-800f-452f-a220-5f6a827b84d7 req-268f8a8c-0157-43f4-b0fb-a6f1443bb520 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4557b19-8964-4042-b8c2-79b9da95414a HTTP/1.1" status: 200 len: 944 time: 0.0977325 Jul 22 22:18:11.760779 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cff554-ca7c-4206-9c1f-8146e055e989 req-10bb1c5d-8929-42fa-b2ff-606924681c74 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:11.763501 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b0cff554-ca7c-4206-9c1f-8146e055e989 req-10bb1c5d-8929-42fa-b2ff-606924681c74 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/ports?device_id=2224d6c4-a4ba-4320-a98a-d89890fd4f5b HTTP/1.1" status: 200 len: 945 time: 0.1044946 Jul 22 22:18:11.821802 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3c4a9229-800f-452f-a220-5f6a827b84d7 req-1eaa0711-b4fe-4f8a-a412-3750d7c8f61f tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684450 Jul 22 22:18:11.830622 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b0cff554-ca7c-4206-9c1f-8146e055e989 req-89b75521-3b29-474a-b535-7d371d43333e tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/security-groups?id=5154b489-f6b9-4c2a-939c-06abb99765f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604305 Jul 22 22:18:11.944368 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d95a9b-d0f8-42dc-9893-950bd8685f93 req-1e664e04-e57a-408b-9b4c-618640e377ca tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:11.945840 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-73d95a9b-d0f8-42dc-9893-950bd8685f93 req-1e664e04-e57a-408b-9b4c-618640e377ca tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.0617044 Jul 22 22:18:11.983120 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-73d95a9b-d0f8-42dc-9893-950bd8685f93 req-69288af0-a541-4d8e-8a31-e2c9108cafbe tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315974 Jul 22 22:18:12.431115 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d1d65-5cd0-452f-8a6c-5e3a56d01e6c req-0ee66479-2998-4622-b81d-aadb3016b6a6 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:12.433186 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-2a0d1d65-5cd0-452f-8a6c-5e3a56d01e6c req-0ee66479-2998-4622-b81d-aadb3016b6a6 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0697732 Jul 22 22:18:12.474177 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-2a0d1d65-5cd0-452f-8a6c-5e3a56d01e6c req-6b8e2536-f103-49c4-ada3-771c897c378e tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351908 Jul 22 22:18:12.918116 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 9ab74b66-a5c2-447f-baa2-e33b324346a7 up at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:18:12.965003 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning for port 9ab74b66-a5c2-447f-baa2-e33b324346a7 completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:18:12.968954 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning complete for port 9ab74b66-a5c2-447f-baa2-e33b324346a7 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:12.969347 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:13.007211 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566d5ba-6f01-4099-9c40-30cfb9b5baa4 req-1d84d1fb-f7f8-46fe-baa8-3855017fa4ab tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:13.010284 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1566d5ba-6f01-4099-9c40-30cfb9b5baa4 req-1d84d1fb-f7f8-46fe-baa8-3855017fa4ab tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4557b19-8964-4042-b8c2-79b9da95414a HTTP/1.1" status: 200 len: 944 time: 0.1119864 Jul 22 22:18:13.018746 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99954044-7443-4e90-8571-5b5290b747de req-744ed547-f757-40c7-9212-23295fec125f tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:13.020251 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-99954044-7443-4e90-8571-5b5290b747de req-744ed547-f757-40c7-9212-23295fec125f tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/ports?device_id=2224d6c4-a4ba-4320-a98a-d89890fd4f5b HTTP/1.1" status: 200 len: 945 time: 0.1118300 Jul 22 22:18:13.050397 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:13.072965 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4557b19-8964-4042-b8c2-79b9da95414a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab74b66-a5c2-447f-baa2-e33b324346a7'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:18:13.075432 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f27b67f0d35f7f80674a04ef850f841daaa75b8eb1023cd4f94f55c11be84c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8491d4b-7b7d-4118-834e-6d0bbec6c9a7" -d '{"events": [{"server_uuid": "e4557b19-8964-4042-b8c2-79b9da95414a", "name": "network-vif-plugged", "status": "completed", "tag": "9ab74b66-a5c2-447f-baa2-e33b324346a7"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:18:13.078743 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1566d5ba-6f01-4099-9c40-30cfb9b5baa4 req-51b32564-320d-446c-bce8-d5d3d550a8ae tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575135 Jul 22 22:18:13.083942 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-99954044-7443-4e90-8571-5b5290b747de req-2b4fd289-329c-41b7-a785-e1f881d267e7 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/security-groups?id=5154b489-f6b9-4c2a-939c-06abb99765f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557332 Jul 22 22:18:13.088616 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 9ab74b66-a5c2-447f-baa2-e33b324346a7, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=9ab74b66-a5c2-447f-baa2-e33b324346a7,segment=NetworkSegment(d15c25b1-f200-4eab-9a4f-9cc58efb2aff),segment_id=d15c25b1-f200-4eab-9a4f-9cc58efb2aff)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:13.109643 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:13.155832 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c671e4-d967-4592-865e-3b1091f46d16 x-openstack-request-id: req-f3c671e4-d967-4592-865e-3b1091f46d16 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:18:13.156133 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4557b19-8964-4042-b8c2-79b9da95414a", "name": "network-vif-plugged", "status": "completed", "tag": "9ab74b66-a5c2-447f-baa2-e33b324346a7", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:18:13.156416 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f3c671e4-d967-4592-865e-3b1091f46d16 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:18:13.156808 dv-cinder-801912-2-iscsi neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4557b19-8964-4042-b8c2-79b9da95414a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab74b66-a5c2-447f-baa2-e33b324346a7', 'code': 200} Jul 22 22:18:13.161461 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=9ab74b66-a5c2-447f-baa2-e33b324346a7,revision_number=5']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:13.208163 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00692c6-a8be-45cf-b805-366b2304d661 req-dfd5cc41-abbd-41a3-81cb-3ca29bc4b8be tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:13.209661 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a00692c6-a8be-45cf-b805-366b2304d661 req-dfd5cc41-abbd-41a3-81cb-3ca29bc4b8be tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.0682039 Jul 22 22:18:13.250975 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a00692c6-a8be-45cf-b805-366b2304d661 req-f41dcf83-f783-42b7-8b85-c756e82e2728 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355740 Jul 22 22:18:13.608049 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabfe7d9-ae2a-4cd1-a473-8d4b773f3b44 req-1e85382a-ed4e-4100-9ce7-8477d4af97e2 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:13.609610 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-cabfe7d9-ae2a-4cd1-a473-8d4b773f3b44 req-1e85382a-ed4e-4100-9ce7-8477d4af97e2 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0654905 Jul 22 22:18:13.648834 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-cabfe7d9-ae2a-4cd1-a473-8d4b773f3b44 req-87def17f-0fc2-4d07-bc3e-08895070aeac tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337112 Jul 22 22:18:14.195768 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fe9da-13a6-4631-a1df-41daaf7a8dc9 req-694b4374-e1bd-4d50-8412-3a3f76934864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:14.197291 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d62fe9da-13a6-4631-a1df-41daaf7a8dc9 req-694b4374-e1bd-4d50-8412-3a3f76934864 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=e4557b19-8964-4042-b8c2-79b9da95414a HTTP/1.1" status: 200 len: 1098 time: 0.0521467 Jul 22 22:18:14.236162 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d62fe9da-13a6-4631-a1df-41daaf7a8dc9 req-417e1852-92d5-4293-955f-d0cea1b8d391 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285122 Jul 22 22:18:14.252081 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e5695-22e5-4301-a026-07332352249f req-fa460bd3-d1cd-4735-bb95-4b5c7ff9483c tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:14.253585 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-bd8e5695-22e5-4301-a026-07332352249f req-fa460bd3-d1cd-4735-bb95-4b5c7ff9483c tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4557b19-8964-4042-b8c2-79b9da95414a HTTP/1.1" status: 200 len: 945 time: 0.1060202 Jul 22 22:18:14.262583 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5bd6c-70c7-4bd8-8f5f-f8e2e8d72b5a req-9e82ebab-433d-4a9b-a722-710bf116aa9b tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:14.264254 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-69c5bd6c-70c7-4bd8-8f5f-f8e2e8d72b5a req-9e82ebab-433d-4a9b-a722-710bf116aa9b tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/ports?device_id=2224d6c4-a4ba-4320-a98a-d89890fd4f5b HTTP/1.1" status: 200 len: 945 time: 0.1063213 Jul 22 22:18:14.316349 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-bd8e5695-22e5-4301-a026-07332352249f req-7ed46a86-18fb-427c-a709-b4f0bf5d6412 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511272 Jul 22 22:18:14.324504 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-69c5bd6c-70c7-4bd8-8f5f-f8e2e8d72b5a req-ed68ca8f-e4bd-4d42-a569-f4db618355af tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/security-groups?id=5154b489-f6b9-4c2a-939c-06abb99765f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534313 Jul 22 22:18:14.438445 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137265ea-f475-41f2-855d-f18f61496e2b req-35ccd900-bd4f-4cfa-b7f7-40829e04edb9 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:14.440138 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-137265ea-f475-41f2-855d-f18f61496e2b req-35ccd900-bd4f-4cfa-b7f7-40829e04edb9 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.0666504 Jul 22 22:18:14.480508 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-137265ea-f475-41f2-855d-f18f61496e2b req-1e18aca2-c59b-48a1-b582-34b5f4a24daf tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342727 Jul 22 22:18:14.642697 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e8697-c329-4e7e-8cdf-1ba470e150f2 req-2cdff61f-9711-4339-9561-7e9f59642439 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:14.644124 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-089e8697-c329-4e7e-8cdf-1ba470e150f2 req-2cdff61f-9711-4339-9561-7e9f59642439 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.115 "GET /v2.0/ports?device_id=2224d6c4-a4ba-4320-a98a-d89890fd4f5b HTTP/1.1" status: 200 len: 945 time: 0.0645354 Jul 22 22:18:14.750450 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-089e8697-c329-4e7e-8cdf-1ba470e150f2 req-676f60a5-be2c-48f0-86a6-5f315ee0964e tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Deleting port 12ae3aed-312c-45c0-8e7e-73065465f815 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:18:14.750888 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-089e8697-c329-4e7e-8cdf-1ba470e150f2 req-676f60a5-be2c-48f0-86a6-5f315ee0964e tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:14.785981 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ebb3c-91de-472c-a091-dbdfc7e6435b req-140c2ee9-72ab-4dbb-a3c0-e0618ce63db8 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:14.787504 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b42ebb3c-91de-472c-a091-dbdfc7e6435b req-140c2ee9-72ab-4dbb-a3c0-e0618ce63db8 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0693443 Jul 22 22:18:14.855642 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b42ebb3c-91de-472c-a091-dbdfc7e6435b req-36fe4221-4649-48e3-86a0-c140b24d5690 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606792 Jul 22 22:18:14.861109 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-089e8697-c329-4e7e-8cdf-1ba470e150f2 req-676f60a5-be2c-48f0-86a6-5f315ee0964e tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] For port 12ae3aed-312c-45c0-8e7e-73065465f815, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=12ae3aed-312c-45c0-8e7e-73065465f815,segment=NetworkSegment(57ec3c23-fe39-4e23-a5bf-04e9c8ca2819),segment_id=57ec3c23-fe39-4e23-a5bf-04e9c8ca2819)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:14.861578 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-089e8697-c329-4e7e-8cdf-1ba470e150f2 req-676f60a5-be2c-48f0-86a6-5f315ee0964e tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:14.874185 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-089e8697-c329-4e7e-8cdf-1ba470e150f2 req-676f60a5-be2c-48f0-86a6-5f315ee0964e tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Calling delete_port for 12ae3aed-312c-45c0-8e7e-73065465f815 owned by compute:nova {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:18:14.999404 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-089e8697-c329-4e7e-8cdf-1ba470e150f2 req-676f60a5-be2c-48f0-86a6-5f315ee0964e tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:15.029022 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f60a5-be2c-48f0-86a6-5f315ee0964e tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Pushing event deleted for resources: {'Port': ['ID=12ae3aed-312c-45c0-8e7e-73065465f815,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:15.032337 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['12ae3aed-312c-45c0-8e7e-73065465f815'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:18:15.038531 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676f60a5-be2c-48f0-86a6-5f315ee0964e tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:15.038887 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676f60a5-be2c-48f0-86a6-5f315ee0964e tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:15.039227 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676f60a5-be2c-48f0-86a6-5f315ee0964e tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:15.039562 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676f60a5-be2c-48f0-86a6-5f315ee0964e tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:15.039895 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676f60a5-be2c-48f0-86a6-5f315ee0964e tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:15.040225 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676f60a5-be2c-48f0-86a6-5f315ee0964e tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:15.040575 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676f60a5-be2c-48f0-86a6-5f315ee0964e tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:15.041367 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676f60a5-be2c-48f0-86a6-5f315ee0964e tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:15.041367 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676f60a5-be2c-48f0-86a6-5f315ee0964e tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:15.041536 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676f60a5-be2c-48f0-86a6-5f315ee0964e tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:15.041822 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676f60a5-be2c-48f0-86a6-5f315ee0964e tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:15.042809 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676f60a5-be2c-48f0-86a6-5f315ee0964e tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:15.087507 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-089e8697-c329-4e7e-8cdf-1ba470e150f2 req-676f60a5-be2c-48f0-86a6-5f315ee0964e tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] No DVR routers for this DVR port 12ae3aed-312c-45c0-8e7e-73065465f815 on host hv-cinder-80191 {{(pid=93278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:18:15.090677 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-089e8697-c329-4e7e-8cdf-1ba470e150f2 req-676f60a5-be2c-48f0-86a6-5f315ee0964e tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:15.092688 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-089e8697-c329-4e7e-8cdf-1ba470e150f2 req-676f60a5-be2c-48f0-86a6-5f315ee0964e tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.115 "DELETE /v2.0/ports/12ae3aed-312c-45c0-8e7e-73065465f815 HTTP/1.1" status: 204 len: 173 time: 0.4390762 Jul 22 22:18:15.093118 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2224d6c4-a4ba-4320-a98a-d89890fd4f5b', 'name': 'network-vif-deleted', 'tag': '12ae3aed-312c-45c0-8e7e-73065465f815'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:18:15.095339 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef398e9e-9ba2-4a44-9761-77378d55a2c4" -d '{"events": [{"server_uuid": "2224d6c4-a4ba-4320-a98a-d89890fd4f5b", "name": "network-vif-deleted", "tag": "12ae3aed-312c-45c0-8e7e-73065465f815"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:18:15.131616 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a402b158-9c15-4a5d-b72b-62e3b958cd22 x-openstack-request-id: req-a402b158-9c15-4a5d-b72b-62e3b958cd22 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:18:15.131914 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2224d6c4-a4ba-4320-a98a-d89890fd4f5b", "name": "network-vif-deleted", "tag": "12ae3aed-312c-45c0-8e7e-73065465f815", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:18:15.132173 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a402b158-9c15-4a5d-b72b-62e3b958cd22 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:18:15.132635 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2224d6c4-a4ba-4320-a98a-d89890fd4f5b', 'name': 'network-vif-deleted', 'tag': '12ae3aed-312c-45c0-8e7e-73065465f815', 'status': 'completed', 'code': 200} Jul 22 22:18:15.219761 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 47862) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:15.321755 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b42cc890-7605-4453-872b-52fd4e09853b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:15.415303 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b42cc890-7605-4453-872b-52fd4e09853b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:15.420063 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b42cc890-7605-4453-872b-52fd4e09853b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:15.450935 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-cf9a5f04-38e4-412d-b3c6-b7aed30de975 req-d8eb322c-f4b6-48df-a132-250314baf142 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/ports?device_id=2224d6c4-a4ba-4320-a98a-d89890fd4f5b HTTP/1.1" status: 200 len: 210 time: 0.0321553 Jul 22 22:18:15.462896 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-b42cc890-7605-4453-872b-52fd4e09853b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fc38e4f712c24d4a958031e6fa33cc2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2420130 Jul 22 22:18:15.463694 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 47870) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:15.464880 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42cc890-7605-4453-872b-52fd4e09853b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2afbbc2-bcbe-4402-ab29-41f1ac823fd7,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:15.498830 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52044b-7b9b-488c-8081-e532d6a0b190 req-77d46a23-888b-4024-9569-49ccd6fcd2b9 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:15.500327 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-bc52044b-7b9b-488c-8081-e532d6a0b190 req-77d46a23-888b-4024-9569-49ccd6fcd2b9 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4557b19-8964-4042-b8c2-79b9da95414a HTTP/1.1" status: 200 len: 945 time: 0.1119497 Jul 22 22:18:15.555924 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5e3a017a-7e25-4866-b070-ab9eb60304bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:15.567093 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-bc52044b-7b9b-488c-8081-e532d6a0b190 req-3f665a27-28d0-43ea-877f-f555b9f9efa5 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603681 Jul 22 22:18:15.614189 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5e3a017a-7e25-4866-b070-ab9eb60304bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:15.668591 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f6f45-edc7-4d2a-bb8f-b28cbe75dcd5 req-33214e6c-6c15-424b-806a-fcebf1f41be6 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:15.670064 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-557f6f45-edc7-4d2a-bb8f-b28cbe75dcd5 req-33214e6c-6c15-424b-806a-fcebf1f41be6 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.1177149 Jul 22 22:18:15.683897 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5e3a017a-7e25-4866-b070-ab9eb60304bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:15.686385 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5e3a017a-7e25-4866-b070-ab9eb60304bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:15.687426 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-5e3a017a-7e25-4866-b070-ab9eb60304bc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b2afbbc2-bcbe-4402-ab29-41f1ac823fd7 HTTP/1.1" status: 204 len: 168 time: 0.2218838 Jul 22 22:18:15.705309 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a017a-7e25-4866-b070-ab9eb60304bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2afbbc2-bcbe-4402-ab29-41f1ac823fd7,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:15.718539 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3a017a-7e25-4866-b070-ab9eb60304bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:15.718894 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3a017a-7e25-4866-b070-ab9eb60304bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:15.719237 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3a017a-7e25-4866-b070-ab9eb60304bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:15.719576 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3a017a-7e25-4866-b070-ab9eb60304bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:15.719908 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3a017a-7e25-4866-b070-ab9eb60304bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:15.720258 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3a017a-7e25-4866-b070-ab9eb60304bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:15.720599 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3a017a-7e25-4866-b070-ab9eb60304bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:15.720930 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3a017a-7e25-4866-b070-ab9eb60304bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:15.721258 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3a017a-7e25-4866-b070-ab9eb60304bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:15.721584 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3a017a-7e25-4866-b070-ab9eb60304bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:15.721907 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3a017a-7e25-4866-b070-ab9eb60304bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:15.722230 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3a017a-7e25-4866-b070-ab9eb60304bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:15.734778 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-557f6f45-edc7-4d2a-bb8f-b28cbe75dcd5 req-dbc98fd4-7535-427e-ac63-5add00a5d968 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592225 Jul 22 22:18:15.992125 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790643cb-4362-4a1e-8ed2-7dd55bd9e227 req-fbb5abe8-0cb5-4947-9d0d-3ede83710ca6 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:15.993753 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-790643cb-4362-4a1e-8ed2-7dd55bd9e227 req-fbb5abe8-0cb5-4947-9d0d-3ede83710ca6 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0654325 Jul 22 22:18:16.038441 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-790643cb-4362-4a1e-8ed2-7dd55bd9e227 req-d56ff003-dc08-4a63-94e0-fa7e8848e844 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384340 Jul 22 22:18:16.291192 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 47898) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:16.386105 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-ca984854-67d6-4cf4-82de-a454fb6965ac admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1336442457-network', 'tenant_id': '6f56493328c042309b62ce64d8851818'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:18:16.533287 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e9353bfa-9736-4929-a667-8752488e7de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:16.633708 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca984854-67d6-4cf4-82de-a454fb6965ac admin admin] Made reservation on behalf of 6f56493328c042309b62ce64d8851818 for: {'network': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:18:16.636435 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ca984854-67d6-4cf4-82de-a454fb6965ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for network, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:16.661715 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7f554c30-71da-41a0-be6d-c2d9156923aa req-ec9ddef3-520b-4970-896b-31559c92fdd5 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/ports?device_id=2224d6c4-a4ba-4320-a98a-d89890fd4f5b HTTP/1.1" status: 200 len: 210 time: 0.0383480 Jul 22 22:18:16.668860 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ca984854-67d6-4cf4-82de-a454fb6965ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:16.750294 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580786f8-88b9-4759-8514-6aacc7ed74a2 req-94f21049-2f9d-4380-b472-149030457512 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:16.751725 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-580786f8-88b9-4759-8514-6aacc7ed74a2 req-94f21049-2f9d-4380-b472-149030457512 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4557b19-8964-4042-b8c2-79b9da95414a HTTP/1.1" status: 200 len: 945 time: 0.1121974 Jul 22 22:18:16.811813 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-580786f8-88b9-4759-8514-6aacc7ed74a2 req-741e7f25-8018-412f-83d2-fcc98950eda3 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520191 Jul 22 22:18:16.856372 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ca984854-67d6-4cf4-82de-a454fb6965ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:16.862488 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ca984854-67d6-4cf4-82de-a454fb6965ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:16.898317 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca984854-67d6-4cf4-82de-a454fb6965ac admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=93279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:18:16.906568 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca984854-67d6-4cf4-82de-a454fb6965ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1f1535-7ea4-4f40-ae6a-24b4f767dac7,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:16.916635 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ca984854-67d6-4cf4-82de-a454fb6965ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122'] for segment, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:16.917242 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.db.segments_db [None req-ca984854-67d6-4cf4-82de-a454fb6965ac admin admin] Added segment 587317d9-c8da-40a2-94af-38875ad7b0ac of type vlan for network ef9abff5-7d36-41d7-939b-4342972ba503 Jul 22 22:18:16.935388 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca5495-dce9-407b-988a-8f5af120cb95 req-8e634223-0d43-4944-b535-1a7460a2f1ba tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:16.936899 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-85ca5495-dce9-407b-988a-8f5af120cb95 req-8e634223-0d43-4944-b535-1a7460a2f1ba tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.1179128 Jul 22 22:18:16.979870 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ca984854-67d6-4cf4-82de-a454fb6965ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746837610990'] for network, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:17.005192 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-85ca5495-dce9-407b-988a-8f5af120cb95 req-63fc4b5a-5150-47aa-be98-0f3e8a730d20 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499685 Jul 22 22:18:17.022752 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ca984854-67d6-4cf4-82de-a454fb6965ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for network, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:17.023715 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca984854-67d6-4cf4-82de-a454fb6965ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:17.024336 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ca984854-67d6-4cf4-82de-a454fb6965ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:17.057109 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-ca984854-67d6-4cf4-82de-a454fb6965ac admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7648435 Jul 22 22:18:17.061190 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 47912) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:17.066162 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-d00656fc-d755-4fa8-bfdc-291d313e7395 admin admin] Request body: {'subnet': {'network_id': 'ef9abff5-7d36-41d7-939b-4342972ba503', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1336442457-subnet', 'tenant_id': '6f56493328c042309b62ce64d8851818', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:18:17.088772 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00656fc-d755-4fa8-bfdc-291d313e7395 admin admin] Made reservation on behalf of 6f56493328c042309b62ce64d8851818 for: {'subnet': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:18:17.089563 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca984854-67d6-4cf4-82de-a454fb6965ac admin admin] Pushing event updated for resources: {'Network': ['ID=ef9abff5-7d36-41d7-939b-4342972ba503,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:17.092468 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d00656fc-d755-4fa8-bfdc-291d313e7395 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2719277'] for subnet, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:17.101469 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Network ef9abff5-7d36-41d7-939b-4342972ba503 details requested by agent ovs-agent-dv-cinder-801912-2-iscsi with host dv-cinder-801912-2-iscsi {{(pid=93280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:18:17.188665 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54ea56-f342-4ca5-ad39-05a545ea6b11 req-5307375f-dd4d-454a-bca5-cf2465b49d11 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:17.191630 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4c54ea56-f342-4ca5-ad39-05a545ea6b11 req-5307375f-dd4d-454a-bca5-cf2465b49d11 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0759523 Jul 22 22:18:17.231347 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4c54ea56-f342-4ca5-ad39-05a545ea6b11 req-55cc098d-23cd-4cc0-b066-529c37e262d1 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339730 Jul 22 22:18:17.460376 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d00656fc-d755-4fa8-bfdc-291d313e7395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2431647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2719327'] for subnet, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:17.516638 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00656fc-d755-4fa8-bfdc-291d313e7395 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a957ec9a-0036-4ecc-b8a6-b782735d7ab3,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:17.525216 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00656fc-d755-4fa8-bfdc-291d313e7395 admin admin] Checking segment: {'id': '587317d9-c8da-40a2-94af-38875ad7b0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ef9abff5-7d36-41d7-939b-4342972ba503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:18:17.525566 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00656fc-d755-4fa8-bfdc-291d313e7395 admin admin] Network hostable DHCP agents. Network: ef9abff5-7d36-41d7-939b-4342972ba503, hostable agents: ['aed2ec39-81b9-4f59-895f-cbb50316ede5'], hosted agents: [] {{(pid=93278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:18:17.541720 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00656fc-d755-4fa8-bfdc-291d313e7395 admin admin] Network ef9abff5-7d36-41d7-939b-4342972ba503 is scheduled to be hosted by DHCP agent aed2ec39-81b9-4f59-895f-cbb50316ede5 with binding_index 1 {{(pid=93278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:18:17.550620 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-d00656fc-d755-4fa8-bfdc-291d313e7395 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801912-2-iscsi, ef9abff5-7d36-41d7-939b-4342972ba503) {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:18:17.554606 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00656fc-d755-4fa8-bfdc-291d313e7395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:17.555175 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d00656fc-d755-4fa8-bfdc-291d313e7395 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:17.559954 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce94ada-e5a1-491c-82a7-fd017327ac09 None None] Network ef9abff5-7d36-41d7-939b-4342972ba503 requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:18:17.569726 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-d00656fc-d755-4fa8-bfdc-291d313e7395 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5074360 Jul 22 22:18:17.685597 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424f7a61-8564-48c7-ab4e-09a4a9fcfb89 None None] Network ef9abff5-7d36-41d7-939b-4342972ba503 requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:18:17.763622 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-63983bab-a939-49fa-9cc2-623e93ee3ca4 req-5fac537b-4e93-4326-a119-d17a2387e756 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/ports?device_id=2224d6c4-a4ba-4320-a98a-d89890fd4f5b HTTP/1.1" status: 200 len: 210 time: 0.0330625 Jul 22 22:18:17.949778 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48617e4c-4776-4118-b7ab-614f5c0bd545 req-4f813970-372e-4af4-81c4-91f105b57fd1 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:17.951441 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-48617e4c-4776-4118-b7ab-614f5c0bd545 req-4f813970-372e-4af4-81c4-91f105b57fd1 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4557b19-8964-4042-b8c2-79b9da95414a HTTP/1.1" status: 200 len: 945 time: 0.0717509 Jul 22 22:18:17.990889 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-48617e4c-4776-4118-b7ab-614f5c0bd545 req-f373611c-3b2c-49c2-82eb-ce6f9559fe06 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339921 Jul 22 22:18:18.145318 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542576ca-827d-4110-becf-d0de4cc849c7 req-d48ca657-529b-4da4-b033-1cd316d991d4 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:18.146936 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-542576ca-827d-4110-becf-d0de4cc849c7 req-d48ca657-529b-4da4-b033-1cd316d991d4 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.0664749 Jul 22 22:18:18.184734 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-542576ca-827d-4110-becf-d0de4cc849c7 req-17a4e8c4-c454-44fa-9c84-e1b5dd2edd5c tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311737 Jul 22 22:18:18.369012 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701515a-4fdc-4e5b-9e29-e20c120cf91a req-8e729f70-a9b9-44ea-9e91-b3cc6ef9528f tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:18.371281 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e701515a-4fdc-4e5b-9e29-e20c120cf91a req-8e729f70-a9b9-44ea-9e91-b3cc6ef9528f tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0677922 Jul 22 22:18:18.408322 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e701515a-4fdc-4e5b-9e29-e20c120cf91a req-6d0e7108-b02f-41a1-9828-bdbcc11e60c9 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316732 Jul 22 22:18:18.491696 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 12ae3aed-312c-45c0-8e7e-73065465f815 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:18:18.512741 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] No Port match for: 12ae3aed-312c-45c0-8e7e-73065465f815 {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:18:18.513338 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 12ae3aed-312c-45c0-8e7e-73065465f815 not bound to the agent host hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:18:18.883990 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b29f0470-cffa-414b-8570-7282d9f2d9ec req-d0cf800b-c1db-47bc-9d78-d9f48339bc25 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/ports?device_id=2224d6c4-a4ba-4320-a98a-d89890fd4f5b HTTP/1.1" status: 200 len: 210 time: 0.0323169 Jul 22 22:18:18.927834 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-83782010-fc94-4371-b72a-e900e86928d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:19.128428 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffd82f-feab-41b7-9f7e-3da3136a00e7 req-aff3cfcb-1052-4bd1-a4cf-30b37b28351a tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:19.128428 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ecffd82f-feab-41b7-9f7e-3da3136a00e7 req-aff3cfcb-1052-4bd1-a4cf-30b37b28351a tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4557b19-8964-4042-b8c2-79b9da95414a HTTP/1.1" status: 200 len: 945 time: 0.0649540 Jul 22 22:18:19.155067 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:19.191799 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ecffd82f-feab-41b7-9f7e-3da3136a00e7 req-502f3289-d6a8-4d4a-8db5-037ba9d72f82 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521777 Jul 22 22:18:19.412285 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68e018-cebf-420e-b2e6-cbcd6bce10ee req-e15c64c0-c56e-47ff-8db6-39e10c20c8b3 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:19.416229 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-de68e018-cebf-420e-b2e6-cbcd6bce10ee req-e15c64c0-c56e-47ff-8db6-39e10c20c8b3 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.1505857 Jul 22 22:18:19.423272 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-0d4bcb7c-1031-434c-95e5-372a15124cb3 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:19.424732 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-0d4bcb7c-1031-434c-95e5-372a15124cb3 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/networks?id=ef9abff5-7d36-41d7-939b-4342972ba503 HTTP/1.1" status: 200 len: 814 time: 0.1527498 Jul 22 22:18:19.450459 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-fb08e880-9876-4ee1-8efb-b68f2636413b tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/quotas/6f56493328c042309b62ce64d8851818 HTTP/1.1" status: 200 len: 375 time: 0.0187392 Jul 22 22:18:19.480137 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-de68e018-cebf-420e-b2e6-cbcd6bce10ee req-670e8712-54e1-4fc1-af71-5f82586256ce tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544348 Jul 22 22:18:19.500861 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-50899288-745d-4bf0-8f7b-56814041e827 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f56493328c042309b62ce64d8851818&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408959 Jul 22 22:18:19.607212 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-d7bc087a-7905-495b-8f37-1740181843e5 service neutron] 10.222.0.11 "GET /v2.0/networks/ef9abff5-7d36-41d7-939b-4342972ba503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009815 Jul 22 22:18:19.746636 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-d04d8ca2-4a69-474f-9c6b-ed8d50b55bef service neutron] 10.222.0.11 "GET /v2.0/networks/ef9abff5-7d36-41d7-939b-4342972ba503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325340 Jul 22 22:18:19.773646 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d341fe7-5860-4988-a7d9-f24b5b8142cf req-6dd326f3-876c-47ed-b979-0e6188e505c0 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:19.775349 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8d341fe7-5860-4988-a7d9-f24b5b8142cf req-6dd326f3-876c-47ed-b979-0e6188e505c0 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0903137 Jul 22 22:18:19.822402 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8d341fe7-5860-4988-a7d9-f24b5b8142cf req-9802210d-5300-44f9-ba20-8c7c34d70fb6 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408523 Jul 22 22:18:19.919954 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3fd4c942-e432-4795-831a-cbfd68033cf4 req-476b3824-0e4d-40af-a606-13fc06daa33a tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4c27a44-fef4-4938-baad-199bf8b136a6 HTTP/1.1" status: 200 len: 210 time: 0.0294085 Jul 22 22:18:20.120816 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fcc53-c946-42f9-81d5-f478250fadcc req-4bc5796f-dca0-43f3-a00e-3f385be68927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:20.122977 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-af4fcc53-c946-42f9-81d5-f478250fadcc req-4bc5796f-dca0-43f3-a00e-3f385be68927 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 1098 time: 0.0830467 Jul 22 22:18:20.170802 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-af4fcc53-c946-42f9-81d5-f478250fadcc req-017e2643-e718-4e71-a563-fb7da2aca59e service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408478 Jul 22 22:18:20.199374 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:20.325879 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-566aaa56-8137-4b61-b482-adb517b0b9c0 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:20.327300 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-566aaa56-8137-4b61-b482-adb517b0b9c0 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/networks?id=6bcc4e1a-e0af-475c-b65e-f450a2433e9c HTTP/1.1" status: 200 len: 809 time: 0.1133268 Jul 22 22:18:20.346457 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-02ab7eef-cadd-4f10-a1c9-a24320f2b5a5 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/quotas/73ce4469751543e9a6cf63bdfcbdd2cd HTTP/1.1" status: 200 len: 375 time: 0.0117440 Jul 22 22:18:20.381934 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-fcaa88ae-baac-4b7e-a270-b46f08eea9a3 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=73ce4469751543e9a6cf63bdfcbdd2cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309632 Jul 22 22:18:20.488186 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-b5913695-455f-40ed-b968-a63c8d6a23c9 service neutron] 10.222.0.11 "GET /v2.0/networks/6bcc4e1a-e0af-475c-b65e-f450a2433e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986540 Jul 22 22:18:20.588985 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-ad324002-bcb1-405a-8bbe-d81a8b085ad4 service neutron] 10.222.0.11 "GET /v2.0/networks/6bcc4e1a-e0af-475c-b65e-f450a2433e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947223 Jul 22 22:18:20.781563 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7314a53e-1798-481c-aba0-e59f733afe70 req-828fca3c-e3ea-45bc-8d86-d45919f42bdf tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc7cc4b8-b96f-47fa-bc6f-868ac1a9c85b HTTP/1.1" status: 200 len: 210 time: 0.0322464 Jul 22 22:18:20.829657 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c3056-a4b3-4df4-8f27-c76564071d49 req-7ae7d6f9-7377-402b-93b3-d168814d1816 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:20.831176 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b39c3056-a4b3-4df4-8f27-c76564071d49 req-7ae7d6f9-7377-402b-93b3-d168814d1816 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.1300533 Jul 22 22:18:20.873678 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b39c3056-a4b3-4df4-8f27-c76564071d49 req-02f920fb-6b6a-4bc2-9aac-86660b42da53 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365365 Jul 22 22:18:20.964541 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534eeeaf-7a10-4c59-a177-b7b6a9fbff9d req-400fdfe9-acb9-4785-8445-2330601fbbf1 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:20.967279 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-534eeeaf-7a10-4c59-a177-b7b6a9fbff9d req-400fdfe9-acb9-4785-8445-2330601fbbf1 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0686650 Jul 22 22:18:21.046511 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-da1545b2-3f3f-43f6-9e58-5faa8cf5610a req-3449f520-3d52-471d-8a96-9d3c649e15c5 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4c27a44-fef4-4938-baad-199bf8b136a6 HTTP/1.1" status: 200 len: 210 time: 0.0411730 Jul 22 22:18:21.051872 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-534eeeaf-7a10-4c59-a177-b7b6a9fbff9d req-76d990c9-6d0f-4884-b7fd-fe311220503b tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729170 Jul 22 22:18:21.354942 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-7c919597-c3e1-4b07-b590-564a61413dbf tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:21.357175 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-7c919597-c3e1-4b07-b590-564a61413dbf tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.115 "GET /v2.0/networks?id=ef9abff5-7d36-41d7-939b-4342972ba503 HTTP/1.1" status: 200 len: 814 time: 0.1157279 Jul 22 22:18:21.375320 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-4aa8af8d-65f3-4c5f-b83d-6f1bef551669 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Request body: {'port': {'device_id': 'f4c27a44-fef4-4938-baad-199bf8b136a6', 'network_id': 'ef9abff5-7d36-41d7-939b-4342972ba503', 'admin_state_up': True, 'tenant_id': '6f56493328c042309b62ce64d8851818'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:18:21.496484 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-4aa8af8d-65f3-4c5f-b83d-6f1bef551669 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Made reservation on behalf of 6f56493328c042309b62ce64d8851818 for: {'port': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:18:21.500085 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-4aa8af8d-65f3-4c5f-b83d-6f1bef551669 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:21.626527 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-4aa8af8d-65f3-4c5f-b83d-6f1bef551669 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Allocated IP 172.20.0.10 (ef9abff5-7d36-41d7-939b-4342972ba503/a957ec9a-0036-4ecc-b8a6-b782735d7ab3/1edd9a64-40b3-405e-8565-d96ac7f7e096) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:18:21.722280 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f8dc4aef-7e03-4f04-8f9c-cefe4b6450a8 req-97931dce-7b2d-4517-8438-4503c55569b9 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0907347 Jul 22 22:18:21.785075 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-4aa8af8d-65f3-4c5f-b83d-6f1bef551669 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:21.828418 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-4aa8af8d-65f3-4c5f-b83d-6f1bef551669 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:21.838101 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-c98f4262-369b-4601-8461-8296fbe8e05f tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:21.838437 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-c98f4262-369b-4601-8461-8296fbe8e05f tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/networks?id=34673370-560f-41fe-9c17-1619350d74d3 HTTP/1.1" status: 200 len: 814 time: 0.1634824 Jul 22 22:18:21.863294 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:21.863894 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc4aef-7e03-4f04-8f9c-cefe4b6450a8 req-ebccc3da-7617-48f6-930e-d3fb959a445b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:21.865849 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f8dc4aef-7e03-4f04-8f9c-cefe4b6450a8 req-ebccc3da-7617-48f6-930e-d3fb959a445b service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=604ef9807f4d4f399b2b68ee7a07f4e4&device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 1098 time: 0.1048501 Jul 22 22:18:21.875310 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-d70e3763-44e6-4613-9874-d0052a419db7 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/quotas/8038fbe851d34a8281dfd4c3137eeb0e HTTP/1.1" status: 200 len: 375 time: 0.0236990 Jul 22 22:18:21.906470 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-4aa8af8d-65f3-4c5f-b83d-6f1bef551669 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Network ef9abff5-7d36-41d7-939b-4342972ba503 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:18:21.910781 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-4aa8af8d-65f3-4c5f-b83d-6f1bef551669 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:18:21.913439 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-4aa8af8d-65f3-4c5f-b83d-6f1bef551669 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:18:21.920183 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8af8d-65f3-4c5f-b83d-6f1bef551669 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Pushing event updated for resources: {'Port': ['ID=1edd9a64-40b3-405e-8565-d96ac7f7e096,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:21.932834 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-bd30b6f4-5ab4-454d-a376-35bdb3be940c req-a9d5e421-06d4-4db9-9be0-0b7cfbb05888 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc7cc4b8-b96f-47fa-bc6f-868ac1a9c85b HTTP/1.1" status: 200 len: 210 time: 0.0411520 Jul 22 22:18:21.989335 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-4aa8af8d-65f3-4c5f-b83d-6f1bef551669 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:21.990390 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-4aa8af8d-65f3-4c5f-b83d-6f1bef551669 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:22.006831 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-4aa8af8d-65f3-4c5f-b83d-6f1bef551669 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6359484 Jul 22 22:18:22.024072 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-90758cc9-f246-4e1b-a04c-60a9dfda5efc service neutron] Request body: {'port': {'device_id': 'f4c27a44-fef4-4938-baad-199bf8b136a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:18:22.099262 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-b234b465-dbde-4c4f-b9f1-99d2b011429b tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8038fbe851d34a8281dfd4c3137eeb0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2180855 Jul 22 22:18:22.106500 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc4aef-7e03-4f04-8f9c-cefe4b6450a8 req-e112edc9-42d0-4a2a-8a56-271c9a42529f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:22.111732 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f8dc4aef-7e03-4f04-8f9c-cefe4b6450a8 req-e112edc9-42d0-4a2a-8a56-271c9a42529f service neutron] 10.222.0.115 "GET /v2.0/networks?id=e4b6b76f-1ef4-401f-90f1-c356e02d995c HTTP/1.1" status: 200 len: 920 time: 0.1882095 Jul 22 22:18:22.180643 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-90758cc9-f246-4e1b-a04c-60a9dfda5efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:22.194389 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f8dc4aef-7e03-4f04-8f9c-cefe4b6450a8 req-fcb3f245-17a2-49f8-8b7b-c80e53346065 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa83bbbf-fef0-4e16-b82b-6ff5efcf3727 HTTP/1.1" status: 200 len: 217 time: 0.0572622 Jul 22 22:18:22.205001 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-2c574629-503c-477d-a819-351e9e06eeef tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:22.206439 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-2c574629-503c-477d-a819-351e9e06eeef tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.115 "GET /v2.0/networks?id=6bcc4e1a-e0af-475c-b65e-f450a2433e9c HTTP/1.1" status: 200 len: 809 time: 0.1538143 Jul 22 22:18:22.237278 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-a9d1b5e4-57f1-43ca-a0d8-c5f00e54c2d6 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Request body: {'port': {'device_id': 'cc7cc4b8-b96f-47fa-bc6f-868ac1a9c85b', 'network_id': '6bcc4e1a-e0af-475c-b65e-f450a2433e9c', 'admin_state_up': True, 'tenant_id': '73ce4469751543e9a6cf63bdfcbdd2cd'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:18:22.271771 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cff15e-12a2-4906-ab8d-017c6d18b880 req-c4b1df12-338d-4838-a220-e98203036564 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:22.273300 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-39cff15e-12a2-4906-ab8d-017c6d18b880 req-c4b1df12-338d-4838-a220-e98203036564 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.2499323 Jul 22 22:18:22.317395 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc4aef-7e03-4f04-8f9c-cefe4b6450a8 req-2abae876-ed5f-4b43-926b-37b91afb5edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:22.318845 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f8dc4aef-7e03-4f04-8f9c-cefe4b6450a8 req-2abae876-ed5f-4b43-926b-37b91afb5edb service neutron] 10.222.0.115 "GET /v2.0/subnets?id=f78ae926-97ca-4316-a2d0-74eca96df0da HTTP/1.1" status: 200 len: 859 time: 0.0927999 Jul 22 22:18:22.321819 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-b7fdf216-82ef-47ab-83ab-e489e716f096 service neutron] 10.222.0.11 "GET /v2.0/networks/34673370-560f-41fe-9c17-1619350d74d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075002 Jul 22 22:18:22.379812 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f8dc4aef-7e03-4f04-8f9c-cefe4b6450a8 req-8b79f088-dd55-409a-b466-8ddb039da214 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=e4b6b76f-1ef4-401f-90f1-c356e02d995c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480478 Jul 22 22:18:22.382671 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-39cff15e-12a2-4906-ab8d-017c6d18b880 req-7765fb9f-6dbf-4dc2-9e75-2387063a7fec tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995767 Jul 22 22:18:22.472270 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-a9d1b5e4-57f1-43ca-a0d8-c5f00e54c2d6 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Made reservation on behalf of 73ce4469751543e9a6cf63bdfcbdd2cd for: {'port': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:18:22.475537 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-a9d1b5e4-57f1-43ca-a0d8-c5f00e54c2d6 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:22.550122 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-0b124736-4b49-4b62-acbc-5f07a0644e93 service neutron] 10.222.0.11 "GET /v2.0/networks/34673370-560f-41fe-9c17-1619350d74d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172351 Jul 22 22:18:22.561526 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f8dc4aef-7e03-4f04-8f9c-cefe4b6450a8 req-fdf158af-08f0-4356-bc5e-f69b13c50f56 service neutron] 10.222.0.115 "GET /v2.0/networks/e4b6b76f-1ef4-401f-90f1-c356e02d995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704721 Jul 22 22:18:22.609700 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391e57e-fdb0-4df6-8a9e-62c6b9e10f8d req-1f9c8573-72de-4599-bf24-94accbc599a6 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:22.613597 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-2391e57e-fdb0-4df6-8a9e-62c6b9e10f8d req-1f9c8573-72de-4599-bf24-94accbc599a6 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4c27a44-fef4-4938-baad-199bf8b136a6 HTTP/1.1" status: 200 len: 932 time: 0.1570041 Jul 22 22:18:22.650980 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-90758cc9-f246-4e1b-a04c-60a9dfda5efc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1edd9a64-40b3-405e-8565-d96ac7f7e096 {{(pid=93278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:18:22.662777 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-90758cc9-f246-4e1b-a04c-60a9dfda5efc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:22.678024 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-a9d1b5e4-57f1-43ca-a0d8-c5f00e54c2d6 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Allocated IP 172.20.0.14 (6bcc4e1a-e0af-475c-b65e-f450a2433e9c/a47e3b5a-1758-4851-bb0b-5212da49bc69/f997830a-4a4f-4c6b-b548-f5cbfee2111f) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:18:22.690624 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-90758cc9-f246-4e1b-a04c-60a9dfda5efc service neutron] Transition to ACTIVE for port object 1edd9a64-40b3-405e-8565-d96ac7f7e096 will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:18:22.701598 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-90758cc9-f246-4e1b-a04c-60a9dfda5efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:22.716745 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f8dc4aef-7e03-4f04-8f9c-cefe4b6450a8 req-e7da074e-6c9e-4c95-930a-935a12d4bd1c service neutron] 10.222.0.115 "GET /v2.0/networks/e4b6b76f-1ef4-401f-90f1-c356e02d995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429410 Jul 22 22:18:22.792875 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-2391e57e-fdb0-4df6-8a9e-62c6b9e10f8d req-9f004e07-2795-48a6-8c34-38d8e0c4d3bb tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc1f1535-7ea4-4f40-ae6a-24b4f767dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743934 Jul 22 22:18:22.804027 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90758cc9-f246-4e1b-a04c-60a9dfda5efc service neutron] Pushing event updated for resources: {'Port': ['ID=1edd9a64-40b3-405e-8565-d96ac7f7e096,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:22.866945 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357cc528-4a95-4c02-a4e9-a3775bb5bd1c req-33b7269e-dc85-41d9-a0d5-9fcb16a57d4d tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:22.874547 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-357cc528-4a95-4c02-a4e9-a3775bb5bd1c req-33b7269e-dc85-41d9-a0d5-9fcb16a57d4d tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.1563861 Jul 22 22:18:22.908760 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-70ac7a28-fbfb-4967-9c85-04446d4d88cf req-6ffdc90c-80ab-4f56-b11c-07cdf2a8e8cc tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb56605d-e388-43bb-80c9-ee6dd140ae43 HTTP/1.1" status: 200 len: 210 time: 0.0605402 Jul 22 22:18:22.940632 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-357cc528-4a95-4c02-a4e9-a3775bb5bd1c req-727ff4ce-e909-4fe2-b831-0ba27863fe9c tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651646 Jul 22 22:18:22.943509 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-90758cc9-f246-4e1b-a04c-60a9dfda5efc service neutron] Attempting to bind port 1edd9a64-40b3-405e-8565-d96ac7f7e096 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:18:22.943919 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-90758cc9-f246-4e1b-a04c-60a9dfda5efc service neutron] Attempting to bind port 1edd9a64-40b3-405e-8565-d96ac7f7e096 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '587317d9-c8da-40a2-94af-38875ad7b0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ef9abff5-7d36-41d7-939b-4342972ba503'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:18:22.944177 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-90758cc9-f246-4e1b-a04c-60a9dfda5efc service neutron] Attempting to bind port 1edd9a64-40b3-405e-8565-d96ac7f7e096 on network ef9abff5-7d36-41d7-939b-4342972ba503 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:18:22.964895 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-90758cc9-f246-4e1b-a04c-60a9dfda5efc service neutron] Port 1edd9a64-40b3-405e-8565-d96ac7f7e096 on network ef9abff5-7d36-41d7-939b-4342972ba503 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:18:22.964895 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-90758cc9-f246-4e1b-a04c-60a9dfda5efc service neutron] Attempting to bind port 1edd9a64-40b3-405e-8565-d96ac7f7e096 on network ef9abff5-7d36-41d7-939b-4342972ba503 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:18:22.990693 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-90758cc9-f246-4e1b-a04c-60a9dfda5efc service neutron] Checking agent: {'id': '4259e59d-080d-4967-89a0-1abd7a18732f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'started_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:18:22.991036 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-90758cc9-f246-4e1b-a04c-60a9dfda5efc service neutron] Checking segment: {'id': '587317d9-c8da-40a2-94af-38875ad7b0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ef9abff5-7d36-41d7-939b-4342972ba503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:18:22.991449 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-90758cc9-f246-4e1b-a04c-60a9dfda5efc service neutron] Bound using segment: {'id': '587317d9-c8da-40a2-94af-38875ad7b0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ef9abff5-7d36-41d7-939b-4342972ba503'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:18:22.992071 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-90758cc9-f246-4e1b-a04c-60a9dfda5efc service neutron] Bound port: 1edd9a64-40b3-405e-8565-d96ac7f7e096, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '587317d9-c8da-40a2-94af-38875ad7b0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ef9abff5-7d36-41d7-939b-4342972ba503'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:18:22.992445 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-90758cc9-f246-4e1b-a04c-60a9dfda5efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:23.007256 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-a9d1b5e4-57f1-43ca-a0d8-c5f00e54c2d6 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:23.079905 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c0c058ae-bba7-4fd1-b2a0-fa488ab45895 req-317a33e3-dd54-4b54-9c83-cecd9af7184a tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc7cc4b8-b96f-47fa-bc6f-868ac1a9c85b HTTP/1.1" status: 200 len: 210 time: 0.0575252 Jul 22 22:18:23.141246 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-90758cc9-f246-4e1b-a04c-60a9dfda5efc service neutron] For port 1edd9a64-40b3-405e-8565-d96ac7f7e096, host hv-cinder-80191, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:18:23.145826 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-90758cc9-f246-4e1b-a04c-60a9dfda5efc service neutron] For port 1edd9a64-40b3-405e-8565-d96ac7f7e096, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=1edd9a64-40b3-405e-8565-d96ac7f7e096,segment=NetworkSegment(587317d9-c8da-40a2-94af-38875ad7b0ac),segment_id=587317d9-c8da-40a2-94af-38875ad7b0ac)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:18:23.150082 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-a9d1b5e4-57f1-43ca-a0d8-c5f00e54c2d6 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:23.162309 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-90758cc9-f246-4e1b-a04c-60a9dfda5efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:23.219666 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-a9d1b5e4-57f1-43ca-a0d8-c5f00e54c2d6 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Network 6bcc4e1a-e0af-475c-b65e-f450a2433e9c is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:18:23.227365 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-a9d1b5e4-57f1-43ca-a0d8-c5f00e54c2d6 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:18:23.230539 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-90758cc9-f246-4e1b-a04c-60a9dfda5efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:23.231103 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-90758cc9-f246-4e1b-a04c-60a9dfda5efc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:23.232493 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-90758cc9-f246-4e1b-a04c-60a9dfda5efc service neutron] 10.222.0.115 "PUT /v2.0/ports/1edd9a64-40b3-405e-8565-d96ac7f7e096 HTTP/1.1" status: 200 len: 1094 time: 1.2135174 Jul 22 22:18:23.233200 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c27a44-fef4-4938-baad-199bf8b136a6', 'tag': '1edd9a64-40b3-405e-8565-d96ac7f7e096'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:18:23.235537 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2370f00b-5723-4804-93ed-65496a4bad2b" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c27a44-fef4-4938-baad-199bf8b136a6", "tag": "1edd9a64-40b3-405e-8565-d96ac7f7e096"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:18:23.238896 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-a9d1b5e4-57f1-43ca-a0d8-c5f00e54c2d6 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:18:23.245416 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1b5e4-57f1-43ca-a0d8-c5f00e54c2d6 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Pushing event updated for resources: {'Port': ['ID=f997830a-4a4f-4c6b-b548-f5cbfee2111f,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:23.319823 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1b1700-84bc-4f4f-9387-e4ae233f7c5d x-openstack-request-id: req-0e1b1700-84bc-4f4f-9387-e4ae233f7c5d {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:18:23.320015 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c27a44-fef4-4938-baad-199bf8b136a6", "tag": "1edd9a64-40b3-405e-8565-d96ac7f7e096", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:18:23.320191 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0e1b1700-84bc-4f4f-9387-e4ae233f7c5d {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:18:23.320656 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c27a44-fef4-4938-baad-199bf8b136a6', 'tag': '1edd9a64-40b3-405e-8565-d96ac7f7e096', 'status': 'completed', 'code': 200} Jul 22 22:18:23.372628 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369495e3-3466-4cad-816d-97b6131fdd72 req-1d8642a6-7e32-4846-a066-8c89c3d6bbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:23.374210 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-369495e3-3466-4cad-816d-97b6131fdd72 req-1d8642a6-7e32-4846-a066-8c89c3d6bbf7 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=604ef9807f4d4f399b2b68ee7a07f4e4&device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 1098 time: 0.1278939 Jul 22 22:18:23.389219 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-a9d1b5e4-57f1-43ca-a0d8-c5f00e54c2d6 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:23.389853 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-a9d1b5e4-57f1-43ca-a0d8-c5f00e54c2d6 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:23.390825 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44b0e5-7c99-4159-9246-73e90845b385 req-be69a1d1-84da-497e-8a15-cabccf89fa17 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:23.397088 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3f44b0e5-7c99-4159-9246-73e90845b385 req-be69a1d1-84da-497e-8a15-cabccf89fa17 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.1617393 Jul 22 22:18:23.410273 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90758cc9-f246-4e1b-a04c-60a9dfda5efc service neutron] Pushing event updated for resources: {'Port': ['ID=1edd9a64-40b3-405e-8565-d96ac7f7e096,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:23.427747 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-a9d1b5e4-57f1-43ca-a0d8-c5f00e54c2d6 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1954105 Jul 22 22:18:23.441634 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-041226f8-5b8e-40ea-92aa-95615e7555fe service neutron] Request body: {'port': {'device_id': 'cc7cc4b8-b96f-47fa-bc6f-868ac1a9c85b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:18:23.446022 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-d11ca832-4cfd-4969-9ae5-430cee96ae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:23.447592 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-d11ca832-4cfd-4969-9ae5-430cee96ae57 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=6f56493328c042309b62ce64d8851818&device_id=f4c27a44-fef4-4938-baad-199bf8b136a6 HTTP/1.1" status: 200 len: 1097 time: 0.1418715 Jul 22 22:18:23.504507 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-7132bed4-6672-4423-9a60-24f43e6a56f8 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1edd9a64-40b3-405e-8565-d96ac7f7e096 HTTP/1.1" status: 200 len: 217 time: 0.0370839 Jul 22 22:18:23.507637 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3f44b0e5-7c99-4159-9246-73e90845b385 req-be331402-d32c-4cb1-b257-7955b670c5ac tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974824 Jul 22 22:18:23.558890 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369495e3-3466-4cad-816d-97b6131fdd72 req-0fb8d376-c4d8-41c1-aa5b-f933be7d4ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:23.560423 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-369495e3-3466-4cad-816d-97b6131fdd72 req-0fb8d376-c4d8-41c1-aa5b-f933be7d4ed9 service neutron] 10.222.0.115 "GET /v2.0/networks?id=e4b6b76f-1ef4-401f-90f1-c356e02d995c HTTP/1.1" status: 200 len: 920 time: 0.1622581 Jul 22 22:18:23.584424 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a2cbd-c8b0-4328-b22e-16b584b0f625 req-ea001ade-a960-4e8d-94f0-dceb0c88f0d5 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:23.585882 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4f9a2cbd-c8b0-4328-b22e-16b584b0f625 req-ea001ade-a960-4e8d-94f0-dceb0c88f0d5 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.0914006 Jul 22 22:18:23.590366 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-0b4321e6-e16d-4955-8fad-62fca80bf9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:23.591810 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-0b4321e6-e16d-4955-8fad-62fca80bf9a1 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a957ec9a-0036-4ecc-b8a6-b782735d7ab3 HTTP/1.1" status: 200 len: 854 time: 0.0763121 Jul 22 22:18:23.596153 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-041226f8-5b8e-40ea-92aa-95615e7555fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:23.618317 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-369495e3-3466-4cad-816d-97b6131fdd72 req-27dcb5b9-8408-4031-a4ea-cdd8f6757afd service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0 HTTP/1.1" status: 200 len: 217 time: 0.0498705 Jul 22 22:18:23.652685 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-24a27cca-5a8b-458c-b24e-04f936dd31d3 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=ef9abff5-7d36-41d7-939b-4342972ba503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483069 Jul 22 22:18:23.678696 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4f9a2cbd-c8b0-4328-b22e-16b584b0f625 req-88542b4d-22e5-483c-8bbf-cd54fedef997 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630367 Jul 22 22:18:23.688438 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369495e3-3466-4cad-816d-97b6131fdd72 req-4625e18a-92d0-4cd9-862e-f61b6a122a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:23.689902 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-369495e3-3466-4cad-816d-97b6131fdd72 req-4625e18a-92d0-4cd9-862e-f61b6a122a03 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=f78ae926-97ca-4316-a2d0-74eca96df0da HTTP/1.1" status: 200 len: 859 time: 0.0578215 Jul 22 22:18:23.733920 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-369495e3-3466-4cad-816d-97b6131fdd72 req-e8955b44-fad5-4f81-a36f-8db32e5c7e4a service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=e4b6b76f-1ef4-401f-90f1-c356e02d995c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329628 Jul 22 22:18:23.855151 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-369495e3-3466-4cad-816d-97b6131fdd72 req-83e1fb83-6450-495d-8100-12c9b52ba1f4 service neutron] 10.222.0.115 "GET /v2.0/networks/e4b6b76f-1ef4-401f-90f1-c356e02d995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093767 Jul 22 22:18:24.066518 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:24.150092 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-5d92e193-b987-4f5f-bac0-fd2178d77c25 service neutron] 10.222.0.115 "GET /v2.0/networks/ef9abff5-7d36-41d7-939b-4342972ba503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4850535 Jul 22 22:18:24.223110 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-b4b5c788-5496-4d57-b1ed-dbe4618e1319 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:24.224679 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-b4b5c788-5496-4d57-b1ed-dbe4618e1319 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.115 "GET /v2.0/networks?id=34673370-560f-41fe-9c17-1619350d74d3 HTTP/1.1" status: 200 len: 814 time: 0.2149072 Jul 22 22:18:24.248825 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-88acfab2-d5ff-49d2-8cc9-9e67824dc470 req-b9d63101-739c-462e-9f3e-8ab732a0ff9d tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb56605d-e388-43bb-80c9-ee6dd140ae43 HTTP/1.1" status: 200 len: 210 time: 0.0438554 Jul 22 22:18:24.257795 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-369495e3-3466-4cad-816d-97b6131fdd72 req-5d4d04d6-bdd6-4461-a0c8-a4ddac162378 service neutron] 10.222.0.115 "GET /v2.0/networks/e4b6b76f-1ef4-401f-90f1-c356e02d995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895462 Jul 22 22:18:24.269991 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1996d8-3b69-4ada-ba04-03bca7f79334 req-40641b82-ed99-45cb-9f68-ddec878eb2c1 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:24.272939 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-8ba718c9-6d78-4073-891b-6df3adfd9d21 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Request body: {'port': {'device_id': 'bb56605d-e388-43bb-80c9-ee6dd140ae43', 'network_id': '34673370-560f-41fe-9c17-1619350d74d3', 'admin_state_up': True, 'tenant_id': '8038fbe851d34a8281dfd4c3137eeb0e'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:18:24.277537 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-cf1996d8-3b69-4ada-ba04-03bca7f79334 req-40641b82-ed99-45cb-9f68-ddec878eb2c1 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4c27a44-fef4-4938-baad-199bf8b136a6 HTTP/1.1" status: 200 len: 944 time: 0.3897660 Jul 22 22:18:24.337027 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-cf1996d8-3b69-4ada-ba04-03bca7f79334 req-fd8d66dc-84fc-4933-a45b-3d952d24b1b9 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc1f1535-7ea4-4f40-ae6a-24b4f767dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584307 Jul 22 22:18:24.409138 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e7416-333d-4174-871b-f0d0c2185a88 req-24993aa8-8977-4e3d-b740-6d07b32dc02e tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:24.410640 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-514e7416-333d-4174-871b-f0d0c2185a88 req-24993aa8-8977-4e3d-b740-6d07b32dc02e tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc7cc4b8-b96f-47fa-bc6f-868ac1a9c85b HTTP/1.1" status: 200 len: 932 time: 0.0721178 Jul 22 22:18:24.422785 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-63e5b7e7-1b34-4437-bdc2-855832b493a7 req-213fdc0f-2a65-4b1d-9600-c3b0cd868f35 service neutron] 10.222.0.115 "GET /v2.0/networks/ef9abff5-7d36-41d7-939b-4342972ba503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643125 Jul 22 22:18:24.436950 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-041226f8-5b8e-40ea-92aa-95615e7555fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f997830a-4a4f-4c6b-b548-f5cbfee2111f {{(pid=93278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:18:24.449887 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-041226f8-5b8e-40ea-92aa-95615e7555fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:24.470623 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-514e7416-333d-4174-871b-f0d0c2185a88 req-48a8d069-243f-49a8-928b-706e900a70be tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/security-groups?id=5154b489-f6b9-4c2a-939c-06abb99765f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542486 Jul 22 22:18:24.472201 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-041226f8-5b8e-40ea-92aa-95615e7555fe service neutron] Transition to ACTIVE for port object f997830a-4a4f-4c6b-b548-f5cbfee2111f will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:18:24.478897 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-041226f8-5b8e-40ea-92aa-95615e7555fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:24.480609 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 48146) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:24.494244 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-8ba718c9-6d78-4073-891b-6df3adfd9d21 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Made reservation on behalf of 8038fbe851d34a8281dfd4c3137eeb0e for: {'port': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:18:24.497675 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-8ba718c9-6d78-4073-891b-6df3adfd9d21 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:24.586327 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041226f8-5b8e-40ea-92aa-95615e7555fe service neutron] Pushing event updated for resources: {'Port': ['ID=f997830a-4a4f-4c6b-b548-f5cbfee2111f,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:24.629295 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ab9dded5-64b4-406f-b4fc-927e77a8b9fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:24.692880 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39daf1d-0db9-4af4-bbba-10c1117528c1 req-be620f7c-4d00-47be-9ee4-ebd9c17bcd05 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:24.694383 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b39daf1d-0db9-4af4-bbba-10c1117528c1 req-be620f7c-4d00-47be-9ee4-ebd9c17bcd05 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.1138613 Jul 22 22:18:24.735067 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370f00b-5723-4804-93ed-65496a4bad2b req-655c5e76-5438-44ed-8cef-73974eb0d89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:24.736736 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2370f00b-5723-4804-93ed-65496a4bad2b req-655c5e76-5438-44ed-8cef-73974eb0d89d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=6f56493328c042309b62ce64d8851818&device_id=f4c27a44-fef4-4938-baad-199bf8b136a6 HTTP/1.1" status: 200 len: 1097 time: 0.2541478 Jul 22 22:18:24.752263 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b39daf1d-0db9-4af4-bbba-10c1117528c1 req-2b51acb5-584a-44c8-a3e9-6eb33a042ac5 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517111 Jul 22 22:18:24.808366 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-041226f8-5b8e-40ea-92aa-95615e7555fe service neutron] Attempting to bind port f997830a-4a4f-4c6b-b548-f5cbfee2111f on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:18:24.808583 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-041226f8-5b8e-40ea-92aa-95615e7555fe service neutron] Attempting to bind port f997830a-4a4f-4c6b-b548-f5cbfee2111f by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '57ec3c23-fe39-4e23-a5bf-04e9c8ca2819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6bcc4e1a-e0af-475c-b65e-f450a2433e9c'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:18:24.808877 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-041226f8-5b8e-40ea-92aa-95615e7555fe service neutron] Attempting to bind port f997830a-4a4f-4c6b-b548-f5cbfee2111f on network 6bcc4e1a-e0af-475c-b65e-f450a2433e9c {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:18:24.812968 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ab9dded5-64b4-406f-b4fc-927e77a8b9fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:24.819197 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ab9dded5-64b4-406f-b4fc-927e77a8b9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:24.819914 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-8ba718c9-6d78-4073-891b-6df3adfd9d21 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Allocated IP 172.20.0.10 (34673370-560f-41fe-9c17-1619350d74d3/1d8f399d-005f-4419-9f4d-091c2cf5b73e/56eb92a8-04f6-47e7-9e92-4af9650a284e) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:18:24.824531 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-041226f8-5b8e-40ea-92aa-95615e7555fe service neutron] Port f997830a-4a4f-4c6b-b548-f5cbfee2111f on network 6bcc4e1a-e0af-475c-b65e-f450a2433e9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:18:24.824857 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-041226f8-5b8e-40ea-92aa-95615e7555fe service neutron] Attempting to bind port f997830a-4a4f-4c6b-b548-f5cbfee2111f on network 6bcc4e1a-e0af-475c-b65e-f450a2433e9c {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:18:24.867905 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-041226f8-5b8e-40ea-92aa-95615e7555fe service neutron] Checking agent: {'id': '4259e59d-080d-4967-89a0-1abd7a18732f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'started_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:18:24.868254 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-041226f8-5b8e-40ea-92aa-95615e7555fe service neutron] Checking segment: {'id': '57ec3c23-fe39-4e23-a5bf-04e9c8ca2819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6bcc4e1a-e0af-475c-b65e-f450a2433e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:18:24.868643 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-041226f8-5b8e-40ea-92aa-95615e7555fe service neutron] Bound using segment: {'id': '57ec3c23-fe39-4e23-a5bf-04e9c8ca2819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6bcc4e1a-e0af-475c-b65e-f450a2433e9c'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:18:24.869079 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-041226f8-5b8e-40ea-92aa-95615e7555fe service neutron] Bound port: f997830a-4a4f-4c6b-b548-f5cbfee2111f, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57ec3c23-fe39-4e23-a5bf-04e9c8ca2819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6bcc4e1a-e0af-475c-b65e-f450a2433e9c'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:18:24.869426 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-041226f8-5b8e-40ea-92aa-95615e7555fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:24.872117 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-ab9dded5-64b4-406f-b4fc-927e77a8b9fd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7ac7e4c9a1cc47c0a20897bdd8f57457&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3899093 Jul 22 22:18:24.875142 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 48154) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:24.875469 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9dded5-64b4-406f-b4fc-927e77a8b9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db606c0a-71ed-44ce-98f1-9bc13b472ff5,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:24.890766 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9bc61-0e5b-47e5-a303-74d44cc2de57 req-e822ce0b-c8db-413b-a900-c3ee27ec07fc tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:24.892261 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-02f9bc61-0e5b-47e5-a303-74d44cc2de57 req-e822ce0b-c8db-413b-a900-c3ee27ec07fc tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.1353767 Jul 22 22:18:24.930173 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-02f9bc61-0e5b-47e5-a303-74d44cc2de57 req-179e1706-92ec-4cdf-b19a-74d370c72142 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324593 Jul 22 22:18:24.989502 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370f00b-5723-4804-93ed-65496a4bad2b req-a22b0a15-f817-4f69-8e1c-1bf2de015fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:24.990992 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2370f00b-5723-4804-93ed-65496a4bad2b req-a22b0a15-f817-4f69-8e1c-1bf2de015fd6 service neutron] 10.222.0.115 "GET /v2.0/networks?id=ef9abff5-7d36-41d7-939b-4342972ba503 HTTP/1.1" status: 200 len: 915 time: 0.2323372 Jul 22 22:18:25.071800 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2370f00b-5723-4804-93ed-65496a4bad2b req-63ee79a8-28e6-40fb-a38b-d23989689758 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1edd9a64-40b3-405e-8565-d96ac7f7e096 HTTP/1.1" status: 200 len: 217 time: 0.0691283 Jul 22 22:18:25.095572 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9909fa1c-542d-4175-9396-e7afe18e9c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:25.129210 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-041226f8-5b8e-40ea-92aa-95615e7555fe service neutron] For port f997830a-4a4f-4c6b-b548-f5cbfee2111f, host hv-cinder-80191, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:18:25.170090 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-041226f8-5b8e-40ea-92aa-95615e7555fe service neutron] For port f997830a-4a4f-4c6b-b548-f5cbfee2111f, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=f997830a-4a4f-4c6b-b548-f5cbfee2111f,segment=NetworkSegment(57ec3c23-fe39-4e23-a5bf-04e9c8ca2819),segment_id=57ec3c23-fe39-4e23-a5bf-04e9c8ca2819)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:18:25.190906 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-041226f8-5b8e-40ea-92aa-95615e7555fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:25.205038 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9909fa1c-542d-4175-9396-e7afe18e9c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:25.255705 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370f00b-5723-4804-93ed-65496a4bad2b req-e89d3b2f-e404-46da-936e-75e52c5259bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:25.257205 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2370f00b-5723-4804-93ed-65496a4bad2b req-e89d3b2f-e404-46da-936e-75e52c5259bf service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a957ec9a-0036-4ecc-b8a6-b782735d7ab3 HTTP/1.1" status: 200 len: 854 time: 0.1729310 Jul 22 22:18:25.303039 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-041226f8-5b8e-40ea-92aa-95615e7555fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:25.303656 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-041226f8-5b8e-40ea-92aa-95615e7555fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:25.305062 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-041226f8-5b8e-40ea-92aa-95615e7555fe service neutron] 10.222.0.115 "PUT /v2.0/ports/f997830a-4a4f-4c6b-b548-f5cbfee2111f HTTP/1.1" status: 200 len: 1094 time: 1.8678682 Jul 22 22:18:25.316712 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-8ba718c9-6d78-4073-891b-6df3adfd9d21 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:25.335000 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7cc4b8-b96f-47fa-bc6f-868ac1a9c85b', 'tag': 'f997830a-4a4f-4c6b-b548-f5cbfee2111f'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:18:25.337193 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb8edf5-3288-4cf9-be01-38ca9b0eac01" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7cc4b8-b96f-47fa-bc6f-868ac1a9c85b", "tag": "f997830a-4a4f-4c6b-b548-f5cbfee2111f"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:18:25.347349 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2370f00b-5723-4804-93ed-65496a4bad2b req-b3a9aa83-6f0b-45e4-a19e-4ba8303a2935 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=ef9abff5-7d36-41d7-939b-4342972ba503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811851 Jul 22 22:18:25.354977 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b175f57c-88e7-4883-8681-747092d08051 req-04049376-1656-4320-89b9-f3a9e43837d2 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb56605d-e388-43bb-80c9-ee6dd140ae43 HTTP/1.1" status: 200 len: 210 time: 0.0319076 Jul 22 22:18:25.407544 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3907297-db2c-40be-b0c3-328058194b4b x-openstack-request-id: req-e3907297-db2c-40be-b0c3-328058194b4b {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:18:25.407887 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7cc4b8-b96f-47fa-bc6f-868ac1a9c85b", "tag": "f997830a-4a4f-4c6b-b548-f5cbfee2111f", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:18:25.408072 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e3907297-db2c-40be-b0c3-328058194b4b {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:18:25.408550 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7cc4b8-b96f-47fa-bc6f-868ac1a9c85b', 'tag': 'f997830a-4a4f-4c6b-b548-f5cbfee2111f', 'status': 'completed', 'code': 200} Jul 22 22:18:25.424381 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041226f8-5b8e-40ea-92aa-95615e7555fe service neutron] Pushing event updated for resources: {'Port': ['ID=f997830a-4a4f-4c6b-b548-f5cbfee2111f,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:25.489550 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9909fa1c-542d-4175-9396-e7afe18e9c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:25.489798 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23980673-bcee-441b-816b-79a8a2853ddf req-bbacdee2-e1d1-43d2-9c2e-9e36b89a9ac5 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:25.491152 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-23980673-bcee-441b-816b-79a8a2853ddf req-bbacdee2-e1d1-43d2-9c2e-9e36b89a9ac5 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4c27a44-fef4-4938-baad-199bf8b136a6 HTTP/1.1" status: 200 len: 944 time: 0.0675128 Jul 22 22:18:25.492091 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9909fa1c-542d-4175-9396-e7afe18e9c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:25.493217 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-9909fa1c-542d-4175-9396-e7afe18e9c84 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/db606c0a-71ed-44ce-98f1-9bc13b472ff5 HTTP/1.1" status: 204 len: 168 time: 0.6111937 Jul 22 22:18:25.517736 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909fa1c-542d-4175-9396-e7afe18e9c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db606c0a-71ed-44ce-98f1-9bc13b472ff5,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:25.543524 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-8ba718c9-6d78-4073-891b-6df3adfd9d21 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:25.547821 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-b0ee150f-0b8f-4d83-86f4-955ba229fb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:25.549464 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-b0ee150f-0b8f-4d83-86f4-955ba229fb44 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=73ce4469751543e9a6cf63bdfcbdd2cd&device_id=cc7cc4b8-b96f-47fa-bc6f-868ac1a9c85b HTTP/1.1" status: 200 len: 1097 time: 0.2013698 Jul 22 22:18:25.557980 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2370f00b-5723-4804-93ed-65496a4bad2b req-3e5a3987-4997-4905-9df8-6d1ec70b57e6 service neutron] 10.222.0.115 "GET /v2.0/networks/ef9abff5-7d36-41d7-939b-4342972ba503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905522 Jul 22 22:18:25.563815 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['51ae40b1-71cb-4fad-baf2-3a802beac11b', '9ab74b66-a5c2-447f-baa2-e33b324346a7'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:18:25.593816 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-23980673-bcee-441b-816b-79a8a2853ddf req-5944bf11-ba25-4666-ab6a-c3bbb33cc587 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc1f1535-7ea4-4f40-ae6a-24b4f767dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880835 Jul 22 22:18:25.662208 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-c7bd249b-89c0-4533-8453-25e2740175c4 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f997830a-4a4f-4c6b-b548-f5cbfee2111f HTTP/1.1" status: 200 len: 217 time: 0.0996974 Jul 22 22:18:25.666109 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dac958-8b1b-4cc1-a930-c00cd0753f9b req-b483b7b2-1552-42d1-85e2-45a11983f94f tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:25.668849 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-8ba718c9-6d78-4073-891b-6df3adfd9d21 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Network 34673370-560f-41fe-9c17-1619350d74d3 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:18:25.675095 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-78dac958-8b1b-4cc1-a930-c00cd0753f9b req-b483b7b2-1552-42d1-85e2-45a11983f94f tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc7cc4b8-b96f-47fa-bc6f-868ac1a9c85b HTTP/1.1" status: 200 len: 944 time: 0.1042554 Jul 22 22:18:25.682638 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-8ba718c9-6d78-4073-891b-6df3adfd9d21 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:18:25.684199 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba718c9-6d78-4073-891b-6df3adfd9d21 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Pushing event updated for resources: {'Port': ['ID=56eb92a8-04f6-47e7-9e92-4af9650a284e,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:25.703863 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-8ba718c9-6d78-4073-891b-6df3adfd9d21 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:18:25.738336 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-78dac958-8b1b-4cc1-a930-c00cd0753f9b req-1296bd0e-b6a9-44aa-bfc8-e71559a5686e tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/security-groups?id=5154b489-f6b9-4c2a-939c-06abb99765f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620723 Jul 22 22:18:25.799103 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-baae520c-b4b8-4ff6-b167-7911a68d8537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:25.800721 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-baae520c-b4b8-4ff6-b167-7911a68d8537 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a47e3b5a-1758-4851-bb0b-5212da49bc69 HTTP/1.1" status: 200 len: 849 time: 0.1288729 Jul 22 22:18:25.819159 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-8ba718c9-6d78-4073-891b-6df3adfd9d21 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:25.819993 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-8ba718c9-6d78-4073-891b-6df3adfd9d21 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:25.865139 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-20990b1d-5d8d-49c6-ab64-d48aad82483f service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=6bcc4e1a-e0af-475c-b65e-f450a2433e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341775 Jul 22 22:18:25.868573 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2370f00b-5723-4804-93ed-65496a4bad2b req-57639ac2-672e-4ebd-934c-318a58199345 service neutron] 10.222.0.115 "GET /v2.0/networks/ef9abff5-7d36-41d7-939b-4342972ba503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855523 Jul 22 22:18:25.873161 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-8ba718c9-6d78-4073-891b-6df3adfd9d21 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6376667 Jul 22 22:18:25.913896 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-15873e20-1082-4da0-8e4c-ffbcad37d8da service neutron] Request body: {'port': {'device_id': 'bb56605d-e388-43bb-80c9-ee6dd140ae43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:18:25.933656 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a11f3a-43fb-4c87-a8ed-0a10e87b24ac req-8ead3f86-23c3-41c6-87ea-d911a6a05ba0 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:25.940877 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-25a11f3a-43fb-4c87-a8ed-0a10e87b24ac req-8ead3f86-23c3-41c6-87ea-d911a6a05ba0 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0808976 Jul 22 22:18:25.986071 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-25a11f3a-43fb-4c87-a8ed-0a10e87b24ac req-91b6213b-3e95-4edf-b87f-b839fa417f3e tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431151 Jul 22 22:18:26.114315 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d6b7d-427c-46e9-948f-cb158c28f7a0 req-d711f865-00e4-4872-8267-8b82eab0f1cc tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:26.116448 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3e0d6b7d-427c-46e9-948f-cb158c28f7a0 req-d711f865-00e4-4872-8267-8b82eab0f1cc tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.0875986 Jul 22 22:18:26.175075 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3e0d6b7d-427c-46e9-948f-cb158c28f7a0 req-e7c1f02a-fe52-483d-8016-fb3ae0680d07 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452137 Jul 22 22:18:26.256972 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-c811ddb4-8190-4083-b325-a89637fb25be service neutron] 10.222.0.115 "GET /v2.0/networks/6bcc4e1a-e0af-475c-b65e-f450a2433e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752263 Jul 22 22:18:26.259531 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-15873e20-1082-4da0-8e4c-ffbcad37d8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:26.311258 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 48190) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:26.421146 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-2236d3cb-1afb-41a2-bb58-db20a4ab91a0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1352916486-network', 'tenant_id': '7655566a61044cf8868d0fed64444851'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:18:26.456019 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f8aca448-66e5-4fdb-9f74-efd18f534390 req-96fe744b-49ad-49ee-ba36-6da7b406b7ee service neutron] 10.222.0.115 "GET /v2.0/networks/6bcc4e1a-e0af-475c-b65e-f450a2433e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834667 Jul 22 22:18:26.473773 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2236d3cb-1afb-41a2-bb58-db20a4ab91a0 admin admin] Made reservation on behalf of 7655566a61044cf8868d0fed64444851 for: {'network': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:18:26.476729 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2236d3cb-1afb-41a2-bb58-db20a4ab91a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for network, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:26.486054 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2236d3cb-1afb-41a2-bb58-db20a4ab91a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:26.520575 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 1edd9a64-40b3-405e-8565-d96ac7f7e096 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:18:26.540115 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef0333-ee85-4288-a79e-22af2a0008d2 req-23f2e4ad-c3f5-41a5-9a0d-b2f7c72595a7 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:26.544756 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7fef0333-ee85-4288-a79e-22af2a0008d2 req-23f2e4ad-c3f5-41a5-9a0d-b2f7c72595a7 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb56605d-e388-43bb-80c9-ee6dd140ae43 HTTP/1.1" status: 200 len: 932 time: 0.1104105 Jul 22 22:18:26.609919 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7fef0333-ee85-4288-a79e-22af2a0008d2 req-fe546091-cb16-460c-ba99-eb855372391a tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598609 Jul 22 22:18:26.625035 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8edf5-3288-4cf9-be01-38ca9b0eac01 req-5dfbf610-dad0-4d29-b6a2-c774b3705a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:26.626844 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5cb8edf5-3288-4cf9-be01-38ca9b0eac01 req-5dfbf610-dad0-4d29-b6a2-c774b3705a79 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=73ce4469751543e9a6cf63bdfcbdd2cd&device_id=cc7cc4b8-b96f-47fa-bc6f-868ac1a9c85b HTTP/1.1" status: 200 len: 1097 time: 0.1023004 Jul 22 22:18:26.630887 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 1edd9a64-40b3-405e-8565-d96ac7f7e096, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=1edd9a64-40b3-405e-8565-d96ac7f7e096,segment=NetworkSegment(587317d9-c8da-40a2-94af-38875ad7b0ac),segment_id=587317d9-c8da-40a2-94af-38875ad7b0ac)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:26.647382 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Returning: {'device': '1edd9a64-40b3-405e-8565-d96ac7f7e096', 'network_id': 'ef9abff5-7d36-41d7-939b-4342972ba503', 'port_id': '1edd9a64-40b3-405e-8565-d96ac7f7e096', 'mac_address': 'fa:16:3e:53:8b:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a957ec9a-0036-4ecc-b8a6-b782735d7ab3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:18:26.674800 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2236d3cb-1afb-41a2-bb58-db20a4ab91a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:26.679390 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2236d3cb-1afb-41a2-bb58-db20a4ab91a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:26.687138 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:26.688956 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-15873e20-1082-4da0-8e4c-ffbcad37d8da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56eb92a8-04f6-47e7-9e92-4af9650a284e {{(pid=93278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:18:26.700611 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-15873e20-1082-4da0-8e4c-ffbcad37d8da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:26.703812 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1edd9a64-40b3-405e-8565-d96ac7f7e096 {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:18:26.725932 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 1edd9a64-40b3-405e-8565-d96ac7f7e096, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=1edd9a64-40b3-405e-8565-d96ac7f7e096,segment=NetworkSegment(587317d9-c8da-40a2-94af-38875ad7b0ac),segment_id=587317d9-c8da-40a2-94af-38875ad7b0ac)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:26.731336 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:26.733624 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2236d3cb-1afb-41a2-bb58-db20a4ab91a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=93279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:18:26.745287 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-15873e20-1082-4da0-8e4c-ffbcad37d8da service neutron] Transition to ACTIVE for port object 56eb92a8-04f6-47e7-9e92-4af9650a284e will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:18:26.755429 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2236d3cb-1afb-41a2-bb58-db20a4ab91a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122'] for segment, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:26.755779 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.db.segments_db [None req-2236d3cb-1afb-41a2-bb58-db20a4ab91a0 admin admin] Added segment 5ddc735b-fd99-4fd1-91cf-9bb03a2da3da of type vlan for network f37d9d3d-f407-4eae-a393-c7d2061d8e21 Jul 22 22:18:26.757073 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2236d3cb-1afb-41a2-bb58-db20a4ab91a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0e8b80-2afa-4a2a-878d-659319883cc3,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:26.761788 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-15873e20-1082-4da0-8e4c-ffbcad37d8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:26.789418 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=1edd9a64-40b3-405e-8565-d96ac7f7e096,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:26.800854 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8edf5-3288-4cf9-be01-38ca9b0eac01 req-12be5722-1edd-4a90-b711-0ecd5d9e0ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:26.803221 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5cb8edf5-3288-4cf9-be01-38ca9b0eac01 req-12be5722-1edd-4a90-b711-0ecd5d9e0ec4 service neutron] 10.222.0.115 "GET /v2.0/networks?id=6bcc4e1a-e0af-475c-b65e-f450a2433e9c HTTP/1.1" status: 200 len: 910 time: 0.1537201 Jul 22 22:18:26.816379 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2236d3cb-1afb-41a2-bb58-db20a4ab91a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746837610990'] for network, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:26.836626 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61306622-1faa-458a-b4ce-9c3750bb2233 req-2b5688dc-caca-4d8c-bd49-cf5064a86ec3 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:26.838321 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-61306622-1faa-458a-b4ce-9c3750bb2233 req-2b5688dc-caca-4d8c-bd49-cf5064a86ec3 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4c27a44-fef4-4938-baad-199bf8b136a6 HTTP/1.1" status: 200 len: 944 time: 0.1434765 Jul 22 22:18:26.866094 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5cb8edf5-3288-4cf9-be01-38ca9b0eac01 req-f2949a02-8f2e-4a4e-ae27-4bf4821884a7 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f997830a-4a4f-4c6b-b548-f5cbfee2111f HTTP/1.1" status: 200 len: 217 time: 0.0537007 Jul 22 22:18:26.871604 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15873e20-1082-4da0-8e4c-ffbcad37d8da service neutron] Pushing event updated for resources: {'Port': ['ID=56eb92a8-04f6-47e7-9e92-4af9650a284e,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:26.904718 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2236d3cb-1afb-41a2-bb58-db20a4ab91a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for network, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:26.905608 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2236d3cb-1afb-41a2-bb58-db20a4ab91a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:26.906198 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2236d3cb-1afb-41a2-bb58-db20a4ab91a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:26.946921 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-61306622-1faa-458a-b4ce-9c3750bb2233 req-5bc2d42f-3992-4908-98ec-e23ec73ac9aa tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc1f1535-7ea4-4f40-ae6a-24b4f767dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991101 Jul 22 22:18:26.964646 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-2236d3cb-1afb-41a2-bb58-db20a4ab91a0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6493614 Jul 22 22:18:26.965134 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 48200) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:26.967764 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8edf5-3288-4cf9-be01-38ca9b0eac01 req-0d9031ce-2b49-4b26-a82c-e8ddeb47ca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:26.969255 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5cb8edf5-3288-4cf9-be01-38ca9b0eac01 req-0d9031ce-2b49-4b26-a82c-e8ddeb47ca21 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a47e3b5a-1758-4851-bb0b-5212da49bc69 HTTP/1.1" status: 200 len: 849 time: 0.0949090 Jul 22 22:18:26.972433 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-d87d0d93-0cfd-4850-9b2e-6509690b55df admin admin] Request body: {'subnet': {'network_id': 'f37d9d3d-f407-4eae-a393-c7d2061d8e21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1352916486-subnet', 'tenant_id': '7655566a61044cf8868d0fed64444851', 'ip_version': 4}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:18:26.996447 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-15873e20-1082-4da0-8e4c-ffbcad37d8da service neutron] Attempting to bind port 56eb92a8-04f6-47e7-9e92-4af9650a284e on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:18:26.996810 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-15873e20-1082-4da0-8e4c-ffbcad37d8da service neutron] Attempting to bind port 56eb92a8-04f6-47e7-9e92-4af9650a284e by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'd15c25b1-f200-4eab-9a4f-9cc58efb2aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '34673370-560f-41fe-9c17-1619350d74d3'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:18:26.997146 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-15873e20-1082-4da0-8e4c-ffbcad37d8da service neutron] Attempting to bind port 56eb92a8-04f6-47e7-9e92-4af9650a284e on network 34673370-560f-41fe-9c17-1619350d74d3 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:18:27.011118 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2236d3cb-1afb-41a2-bb58-db20a4ab91a0 admin admin] Pushing event updated for resources: {'Network': ['ID=f37d9d3d-f407-4eae-a393-c7d2061d8e21,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:27.022433 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Network f37d9d3d-f407-4eae-a393-c7d2061d8e21 details requested by agent ovs-agent-dv-cinder-801912-2-iscsi with host dv-cinder-801912-2-iscsi {{(pid=93280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:18:27.023086 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-15873e20-1082-4da0-8e4c-ffbcad37d8da service neutron] Port 56eb92a8-04f6-47e7-9e92-4af9650a284e on network 34673370-560f-41fe-9c17-1619350d74d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:18:27.024050 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-15873e20-1082-4da0-8e4c-ffbcad37d8da service neutron] Attempting to bind port 56eb92a8-04f6-47e7-9e92-4af9650a284e on network 34673370-560f-41fe-9c17-1619350d74d3 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:18:27.032136 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5cb8edf5-3288-4cf9-be01-38ca9b0eac01 req-61337555-88a6-4cc7-944f-7e18c3f3bce5 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=6bcc4e1a-e0af-475c-b65e-f450a2433e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535672 Jul 22 22:18:27.034084 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-15873e20-1082-4da0-8e4c-ffbcad37d8da service neutron] Checking agent: {'id': '4259e59d-080d-4967-89a0-1abd7a18732f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'started_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:18:27.034504 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-15873e20-1082-4da0-8e4c-ffbcad37d8da service neutron] Checking segment: {'id': 'd15c25b1-f200-4eab-9a4f-9cc58efb2aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '34673370-560f-41fe-9c17-1619350d74d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:18:27.035085 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-15873e20-1082-4da0-8e4c-ffbcad37d8da service neutron] Bound using segment: {'id': 'd15c25b1-f200-4eab-9a4f-9cc58efb2aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '34673370-560f-41fe-9c17-1619350d74d3'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:18:27.035677 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-15873e20-1082-4da0-8e4c-ffbcad37d8da service neutron] Bound port: 56eb92a8-04f6-47e7-9e92-4af9650a284e, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd15c25b1-f200-4eab-9a4f-9cc58efb2aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '34673370-560f-41fe-9c17-1619350d74d3'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:18:27.036025 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-15873e20-1082-4da0-8e4c-ffbcad37d8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:27.038922 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463996c-721a-4e47-a573-7b5bbbbb8da2 req-df89291b-ff30-4922-ba9f-21bd42193769 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:27.040487 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e463996c-721a-4e47-a573-7b5bbbbb8da2 req-df89291b-ff30-4922-ba9f-21bd42193769 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc7cc4b8-b96f-47fa-bc6f-868ac1a9c85b HTTP/1.1" status: 200 len: 944 time: 0.1765938 Jul 22 22:18:27.052262 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87d0d93-0cfd-4850-9b2e-6509690b55df admin admin] Made reservation on behalf of 7655566a61044cf8868d0fed64444851 for: {'subnet': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:18:27.055457 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d87d0d93-0cfd-4850-9b2e-6509690b55df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793995'] for subnet, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:27.101051 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['1edd9a64-40b3-405e-8565-d96ac7f7e096'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:18:27.174385 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e463996c-721a-4e47-a573-7b5bbbbb8da2 req-b12a0756-ff2e-4e02-8740-07cdb9b9f219 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/security-groups?id=5154b489-f6b9-4c2a-939c-06abb99765f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241918 Jul 22 22:18:27.232535 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e864c9-09cf-4ed2-a59d-62b2033aa75d req-fcef6a0e-4a0f-4fd2-83be-b4efb98fba5f tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:27.234104 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-32e864c9-09cf-4ed2-a59d-62b2033aa75d req-fcef6a0e-4a0f-4fd2-83be-b4efb98fba5f tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.1531796 Jul 22 22:18:27.263467 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-15873e20-1082-4da0-8e4c-ffbcad37d8da service neutron] For port 56eb92a8-04f6-47e7-9e92-4af9650a284e, host hv-cinder-80191, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:18:27.268899 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-15873e20-1082-4da0-8e4c-ffbcad37d8da service neutron] For port 56eb92a8-04f6-47e7-9e92-4af9650a284e, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=56eb92a8-04f6-47e7-9e92-4af9650a284e,segment=NetworkSegment(d15c25b1-f200-4eab-9a4f-9cc58efb2aff),segment_id=d15c25b1-f200-4eab-9a4f-9cc58efb2aff)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:18:27.273052 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5cb8edf5-3288-4cf9-be01-38ca9b0eac01 req-e5c880dc-f8b5-4fd3-80b5-9fb1d0812fad service neutron] 10.222.0.115 "GET /v2.0/networks/6bcc4e1a-e0af-475c-b65e-f450a2433e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236300 Jul 22 22:18:27.275570 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-15873e20-1082-4da0-8e4c-ffbcad37d8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:27.335759 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-32e864c9-09cf-4ed2-a59d-62b2033aa75d req-82161a5f-e9d4-49b5-872a-7084c474fcd7 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837877 Jul 22 22:18:27.378272 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-15873e20-1082-4da0-8e4c-ffbcad37d8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:27.380146 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d87d0d93-0cfd-4850-9b2e-6509690b55df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3960972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2794105'] for subnet, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:27.380306 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-15873e20-1082-4da0-8e4c-ffbcad37d8da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:27.383336 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-15873e20-1082-4da0-8e4c-ffbcad37d8da service neutron] 10.222.0.115 "PUT /v2.0/ports/56eb92a8-04f6-47e7-9e92-4af9650a284e HTTP/1.1" status: 200 len: 1094 time: 1.4746935 Jul 22 22:18:27.423559 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb56605d-e388-43bb-80c9-ee6dd140ae43', 'tag': '56eb92a8-04f6-47e7-9e92-4af9650a284e'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:18:27.429769 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa4c520-793f-4b9f-b010-fe663abeffaa" -d '{"events": [{"name": "network-changed", "server_uuid": "bb56605d-e388-43bb-80c9-ee6dd140ae43", "tag": "56eb92a8-04f6-47e7-9e92-4af9650a284e"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:18:27.447807 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf5f2a-b768-452d-9c7a-e5b2f0d89332 req-8dab04d0-c9aa-45c3-aafe-d5ff0f9ba7d1 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:27.449445 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-97cf5f2a-b768-452d-9c7a-e5b2f0d89332 req-8dab04d0-c9aa-45c3-aafe-d5ff0f9ba7d1 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.1474102 Jul 22 22:18:27.465462 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d0d93-0cfd-4850-9b2e-6509690b55df admin admin] Pushing event updated for resources: {'Subnet': ['ID=7da51077-13ec-4dff-886f-d0eb88cbac6d,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:27.490772 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12d889c-b2e9-40e1-82bf-cdc4f47385b7 x-openstack-request-id: req-d12d889c-b2e9-40e1-82bf-cdc4f47385b7 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:18:27.491596 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb56605d-e388-43bb-80c9-ee6dd140ae43", "tag": "56eb92a8-04f6-47e7-9e92-4af9650a284e", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:18:27.491858 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d12d889c-b2e9-40e1-82bf-cdc4f47385b7 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:18:27.492280 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb56605d-e388-43bb-80c9-ee6dd140ae43', 'tag': '56eb92a8-04f6-47e7-9e92-4af9650a284e', 'status': 'completed', 'code': 200} Jul 22 22:18:27.495697 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87d0d93-0cfd-4850-9b2e-6509690b55df admin admin] Checking segment: {'id': '5ddc735b-fd99-4fd1-91cf-9bb03a2da3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f37d9d3d-f407-4eae-a393-c7d2061d8e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:18:27.496039 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87d0d93-0cfd-4850-9b2e-6509690b55df admin admin] Network hostable DHCP agents. Network: f37d9d3d-f407-4eae-a393-c7d2061d8e21, hostable agents: ['aed2ec39-81b9-4f59-895f-cbb50316ede5'], hosted agents: [] {{(pid=93279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:18:27.519257 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-97cf5f2a-b768-452d-9c7a-e5b2f0d89332 req-9f3739e4-7df3-41d3-8876-f794d7a6bb8c tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582914 Jul 22 22:18:27.528220 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87d0d93-0cfd-4850-9b2e-6509690b55df admin admin] Network f37d9d3d-f407-4eae-a393-c7d2061d8e21 is scheduled to be hosted by DHCP agent aed2ec39-81b9-4f59-895f-cbb50316ede5 with binding_index 1 {{(pid=93279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:18:27.528867 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15873e20-1082-4da0-8e4c-ffbcad37d8da service neutron] Pushing event updated for resources: {'Port': ['ID=56eb92a8-04f6-47e7-9e92-4af9650a284e,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:27.540788 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-d87d0d93-0cfd-4850-9b2e-6509690b55df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801912-2-iscsi, f37d9d3d-f407-4eae-a393-c7d2061d8e21) {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:18:27.549259 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87d0d93-0cfd-4850-9b2e-6509690b55df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:27.550180 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d87d0d93-0cfd-4850-9b2e-6509690b55df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:27.560699 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ef8367-5eff-4600-ac53-9302a545f33e None None] Network f37d9d3d-f407-4eae-a393-c7d2061d8e21 requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:18:27.573821 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5cb8edf5-3288-4cf9-be01-38ca9b0eac01 req-0e29c898-b2b6-4061-bbbe-b3c1016fb6bf service neutron] 10.222.0.115 "GET /v2.0/networks/6bcc4e1a-e0af-475c-b65e-f450a2433e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926242 Jul 22 22:18:27.582346 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-e6c9fe2d-2a14-40c3-8982-9a65742f490a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:27.584830 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-e6c9fe2d-2a14-40c3-8982-9a65742f490a service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=8038fbe851d34a8281dfd4c3137eeb0e&device_id=bb56605d-e388-43bb-80c9-ee6dd140ae43 HTTP/1.1" status: 200 len: 1097 time: 0.1380029 Jul 22 22:18:27.585399 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 48210) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:27.591492 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-19ffa4fa-dd0b-4326-b1df-dfa6eee42f9b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1352916486-router', 'tenant_id': '7655566a61044cf8868d0fed64444851', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'}}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:18:27.593826 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-d87d0d93-0cfd-4850-9b2e-6509690b55df admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6273832 Jul 22 22:18:27.638816 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-2df2ece6-f398-4dee-9297-a84c631c9960 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56eb92a8-04f6-47e7-9e92-4af9650a284e HTTP/1.1" status: 200 len: 217 time: 0.0431571 Jul 22 22:18:27.653395 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-19ffa4fa-dd0b-4326-b1df-dfa6eee42f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-718133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9725'] for router, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:27.654554 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-19ffa4fa-dd0b-4326-b1df-dfa6eee42f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717338', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9714'] for router, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:27.752481 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-1f28a2f9-d1e0-4627-9f4f-aca7ce70c2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:27.754666 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-1f28a2f9-d1e0-4627-9f4f-aca7ce70c2cf service neutron] 10.222.0.115 "GET /v2.0/subnets?id=1d8f399d-005f-4419-9f4d-091c2cf5b73e HTTP/1.1" status: 200 len: 854 time: 0.0957594 Jul 22 22:18:27.772386 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c51342-5d46-4354-94c3-a55fa705855d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb74522ed-a428-522a-8593-90dbb9552def-f37d9d3d-f407-4eae-a393-c7d2061d8e21', 'network_id': 'f37d9d3d-f407-4eae-a393-c7d2061d8e21', 'tenant_id': '7655566a61044cf8868d0fed64444851', 'fixed_ips': [{'subnet_id': '7da51077-13ec-4dff-886f-d0eb88cbac6d'}]}} from dv-cinder-801912-2-iscsi. {{(pid=93280) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:18:27.775272 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f1c51342-5d46-4354-94c3-a55fa705855d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:27.819497 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c3c35-b2cd-41a9-8715-7d1980503464 req-d1bb6112-6598-4149-acbc-49d47878c0af tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:27.824454 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-df5c3c35-b2cd-41a9-8715-7d1980503464 req-d1bb6112-6598-4149-acbc-49d47878c0af tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb56605d-e388-43bb-80c9-ee6dd140ae43 HTTP/1.1" status: 200 len: 944 time: 0.1132879 Jul 22 22:18:27.825315 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-b2c98660-9f90-49eb-a303-4614945e590c service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=34673370-560f-41fe-9c17-1619350d74d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323069 Jul 22 22:18:27.827170 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-19ffa4fa-dd0b-4326-b1df-dfa6eee42f9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:27.868766 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-df5c3c35-b2cd-41a9-8715-7d1980503464 req-b516a212-2fb0-4142-81cb-02e056baf22c tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429451 Jul 22 22:18:28.033965 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-19ffa4fa-dd0b-4326-b1df-dfa6eee42f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-718320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-718171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9664'] for router, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:28.071775 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.db_base_plugin_common [None req-f1c51342-5d46-4354-94c3-a55fa705855d None None] Allocated IP 172.20.0.2 (f37d9d3d-f407-4eae-a393-c7d2061d8e21/7da51077-13ec-4dff-886f-d0eb88cbac6d/b9787d46-6f89-4f17-9dae-91a5400875f6) {{(pid=93280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:18:28.089045 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-63b0e08f-6c62-4fae-bdb8-2ddf69c2eb83 service neutron] 10.222.0.115 "GET /v2.0/networks/34673370-560f-41fe-9c17-1619350d74d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881912 Jul 22 22:18:28.126370 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bd934-a775-4ed3-8d9a-ce1abd965bba req-1412bd3e-384f-4e3f-a95b-75f24a634011 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:28.127962 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-620bd934-a775-4ed3-8d9a-ce1abd965bba req-1412bd3e-384f-4e3f-a95b-75f24a634011 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4c27a44-fef4-4938-baad-199bf8b136a6 HTTP/1.1" status: 200 len: 945 time: 0.0924139 Jul 22 22:18:28.167752 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-620bd934-a775-4ed3-8d9a-ce1abd965bba req-6df8949b-c2bf-4d0a-b8ab-a44e7dd33ba0 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc1f1535-7ea4-4f40-ae6a-24b4f767dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337665 Jul 22 22:18:28.219095 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-97347762-b6b5-4ade-9ad4-c1d5c2a5f1cc req-d064db8e-eb79-4761-8ae2-c1311643ca06 service neutron] 10.222.0.115 "GET /v2.0/networks/34673370-560f-41fe-9c17-1619350d74d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222000 Jul 22 22:18:28.228103 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f1c51342-5d46-4354-94c3-a55fa705855d None None] Notify callbacks [] for port, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:28.240636 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-f1c51342-5d46-4354-94c3-a55fa705855d None None] Transition to ACTIVE for port object b9787d46-6f89-4f17-9dae-91a5400875f6 will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:18:28.260945 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-f1c51342-5d46-4354-94c3-a55fa705855d None None] Transition to ACTIVE for port object b9787d46-6f89-4f17-9dae-91a5400875f6 will not be triggered until provisioned by entity DHCP. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:18:28.270500 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f1c51342-5d46-4354-94c3-a55fa705855d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625'] for port, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:28.314852 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c51342-5d46-4354-94c3-a55fa705855d None None] Network f37d9d3d-f407-4eae-a393-c7d2061d8e21 is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:18:28.320773 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [None req-f1c51342-5d46-4354-94c3-a55fa705855d None None] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:18:28.322684 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c51342-5d46-4354-94c3-a55fa705855d None None] Pushing event updated for resources: {'Port': ['ID=b9787d46-6f89-4f17-9dae-91a5400875f6,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:28.324863 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c51342-5d46-4354-94c3-a55fa705855d None None] Received port after_create {{(pid=93280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:18:28.347224 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c7e7c-1b1e-4b35-bb95-ef7b6637e095 req-ca0b21c7-aa1c-434a-86ea-c4184121d0bb tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:28.348766 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-996c7e7c-1b1e-4b35-bb95-ef7b6637e095 req-ca0b21c7-aa1c-434a-86ea-c4184121d0bb tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc7cc4b8-b96f-47fa-bc6f-868ac1a9c85b HTTP/1.1" status: 200 len: 944 time: 0.0829141 Jul 22 22:18:28.386271 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-19ffa4fa-dd0b-4326-b1df-dfa6eee42f9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:28.391927 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-f1c51342-5d46-4354-94c3-a55fa705855d None None] Attempting to bind port b9787d46-6f89-4f17-9dae-91a5400875f6 on host dv-cinder-801912-2-iscsi for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:18:28.392350 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-f1c51342-5d46-4354-94c3-a55fa705855d None None] Attempting to bind port b9787d46-6f89-4f17-9dae-91a5400875f6 by drivers openvswitch,hyperv on host dv-cinder-801912-2-iscsi at level 0 using segments [{'id': '5ddc735b-fd99-4fd1-91cf-9bb03a2da3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f37d9d3d-f407-4eae-a393-c7d2061d8e21'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:18:28.392734 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c51342-5d46-4354-94c3-a55fa705855d None None] Attempting to bind port b9787d46-6f89-4f17-9dae-91a5400875f6 on network f37d9d3d-f407-4eae-a393-c7d2061d8e21 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:18:28.396795 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-996c7e7c-1b1e-4b35-bb95-ef7b6637e095 req-731c16bc-e32f-4190-a21e-3eaabb840937 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/security-groups?id=5154b489-f6b9-4c2a-939c-06abb99765f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382724 Jul 22 22:18:28.398140 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c51342-5d46-4354-94c3-a55fa705855d None None] Checking agent: {'id': '46b940f2-f108-4e1e-b841-f66930078767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801912-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 8, 19), 'started_at': datetime.datetime(2021, 7, 22, 22, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801912-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:18:28.398614 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c51342-5d46-4354-94c3-a55fa705855d None None] Checking segment: {'id': '5ddc735b-fd99-4fd1-91cf-9bb03a2da3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f37d9d3d-f407-4eae-a393-c7d2061d8e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:18:28.399090 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f1c51342-5d46-4354-94c3-a55fa705855d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:28.399553 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c51342-5d46-4354-94c3-a55fa705855d None None] Bound using segment: {'id': '5ddc735b-fd99-4fd1-91cf-9bb03a2da3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f37d9d3d-f407-4eae-a393-c7d2061d8e21'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:18:28.400098 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-f1c51342-5d46-4354-94c3-a55fa705855d None None] Bound port: b9787d46-6f89-4f17-9dae-91a5400875f6, host: dv-cinder-801912-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ddc735b-fd99-4fd1-91cf-9bb03a2da3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f37d9d3d-f407-4eae-a393-c7d2061d8e21'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:18:28.400596 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f1c51342-5d46-4354-94c3-a55fa705855d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:28.408869 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4c520-793f-4b9f-b010-fe663abeffaa req-d1a94463-8df9-4a72-aa26-a6b9317cc268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:28.410427 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7aa4c520-793f-4b9f-b010-fe663abeffaa req-d1a94463-8df9-4a72-aa26-a6b9317cc268 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=8038fbe851d34a8281dfd4c3137eeb0e&device_id=bb56605d-e388-43bb-80c9-ee6dd140ae43 HTTP/1.1" status: 200 len: 1097 time: 0.1376827 Jul 22 22:18:28.411436 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-19ffa4fa-dd0b-4326-b1df-dfa6eee42f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:28.479889 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-f1c51342-5d46-4354-94c3-a55fa705855d None None] For port b9787d46-6f89-4f17-9dae-91a5400875f6, host dv-cinder-801912-2-iscsi, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:18:28.483349 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-f1c51342-5d46-4354-94c3-a55fa705855d None None] For port b9787d46-6f89-4f17-9dae-91a5400875f6, host dv-cinder-801912-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=b9787d46-6f89-4f17-9dae-91a5400875f6,segment=NetworkSegment(5ddc735b-fd99-4fd1-91cf-9bb03a2da3da),segment_id=5ddc735b-fd99-4fd1-91cf-9bb03a2da3da)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:18:28.487405 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f1c51342-5d46-4354-94c3-a55fa705855d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:28.523379 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device f997830a-4a4f-4c6b-b548-f5cbfee2111f details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:18:28.526132 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 1edd9a64-40b3-405e-8565-d96ac7f7e096 up at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:18:28.576004 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4c520-793f-4b9f-b010-fe663abeffaa req-a5df48a0-fb20-4431-8a52-e607c9ece278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:28.577587 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7aa4c520-793f-4b9f-b010-fe663abeffaa req-a5df48a0-fb20-4431-8a52-e607c9ece278 service neutron] 10.222.0.115 "GET /v2.0/networks?id=34673370-560f-41fe-9c17-1619350d74d3 HTTP/1.1" status: 200 len: 915 time: 0.1585715 Jul 22 22:18:28.598806 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [None req-19ffa4fa-dd0b-4326-b1df-dfa6eee42f9b admin admin] Allocated IP 172.27.3.13 (f8c72cc4-96e2-4f72-802d-5144237f0ca7/448cec93-c98c-4ed8-8dac-ac905c6d6ede/ad55cc56-0c54-4d73-a3ba-f8b6cf520c65) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:18:28.607205 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c51342-5d46-4354-94c3-a55fa705855d None None] Pushing event updated for resources: {'Port': ['ID=b9787d46-6f89-4f17-9dae-91a5400875f6,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:28.633640 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7aa4c520-793f-4b9f-b010-fe663abeffaa req-719bfca8-81a5-4e4f-a4fc-c66dbbb1ebe7 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56eb92a8-04f6-47e7-9e92-4af9650a284e HTTP/1.1" status: 200 len: 217 time: 0.0468841 Jul 22 22:18:28.672925 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning for port 1edd9a64-40b3-405e-8565-d96ac7f7e096 completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:18:28.679242 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning complete for port 1edd9a64-40b3-405e-8565-d96ac7f7e096 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:28.679838 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:28.704663 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5a7e7-7dfb-49ce-b8cf-c4e16e4a3868 req-661cefd0-dad5-40f4-a670-fada57112168 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:28.707885 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-88f5a7e7-7dfb-49ce-b8cf-c4e16e4a3868 req-661cefd0-dad5-40f4-a670-fada57112168 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.0791018 Jul 22 22:18:28.736022 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port f997830a-4a4f-4c6b-b548-f5cbfee2111f, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=f997830a-4a4f-4c6b-b548-f5cbfee2111f,segment=NetworkSegment(57ec3c23-fe39-4e23-a5bf-04e9c8ca2819),segment_id=57ec3c23-fe39-4e23-a5bf-04e9c8ca2819)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:28.750792 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Returning: {'device': 'f997830a-4a4f-4c6b-b548-f5cbfee2111f', 'network_id': '6bcc4e1a-e0af-475c-b65e-f450a2433e9c', 'port_id': 'f997830a-4a4f-4c6b-b548-f5cbfee2111f', 'mac_address': 'fa:16:3e:fb:0a:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a47e3b5a-1758-4851-bb0b-5212da49bc69', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:18:28.794265 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-88f5a7e7-7dfb-49ce-b8cf-c4e16e4a3868 req-d0b1eabb-f4db-4607-bdb9-802df168888f tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711832 Jul 22 22:18:28.830287 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:28.835611 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:28.857528 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f997830a-4a4f-4c6b-b548-f5cbfee2111f {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:18:28.898331 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port f997830a-4a4f-4c6b-b548-f5cbfee2111f, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=f997830a-4a4f-4c6b-b548-f5cbfee2111f,segment=NetworkSegment(57ec3c23-fe39-4e23-a5bf-04e9c8ca2819),segment_id=57ec3c23-fe39-4e23-a5bf-04e9c8ca2819)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:28.909785 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c27a44-fef4-4938-baad-199bf8b136a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1edd9a64-40b3-405e-8565-d96ac7f7e096'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:18:28.915168 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f27b67f0d35f7f80674a04ef850f841daaa75b8eb1023cd4f94f55c11be84c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4be780-fcc6-4d6a-97b2-38c922dbd147" -d '{"events": [{"server_uuid": "f4c27a44-fef4-4938-baad-199bf8b136a6", "name": "network-vif-plugged", "status": "completed", "tag": "1edd9a64-40b3-405e-8565-d96ac7f7e096"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:18:28.939478 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:28.957500 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 1edd9a64-40b3-405e-8565-d96ac7f7e096, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=1edd9a64-40b3-405e-8565-d96ac7f7e096,segment=NetworkSegment(587317d9-c8da-40a2-94af-38875ad7b0ac),segment_id=587317d9-c8da-40a2-94af-38875ad7b0ac)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:28.989899 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:28.997270 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd066ad-edc2-4964-82b5-d09f2ff35082 x-openstack-request-id: req-6dd066ad-edc2-4964-82b5-d09f2ff35082 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:18:28.997579 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c27a44-fef4-4938-baad-199bf8b136a6", "name": "network-vif-plugged", "status": "completed", "tag": "1edd9a64-40b3-405e-8565-d96ac7f7e096", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:18:28.997840 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6dd066ad-edc2-4964-82b5-d09f2ff35082 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:18:28.998789 dv-cinder-801912-2-iscsi neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c27a44-fef4-4938-baad-199bf8b136a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1edd9a64-40b3-405e-8565-d96ac7f7e096', 'code': 200} Jul 22 22:18:29.029784 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4c520-793f-4b9f-b010-fe663abeffaa req-c4baa5df-16dd-4dc7-87c5-0d00b316e904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:29.031215 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7aa4c520-793f-4b9f-b010-fe663abeffaa req-c4baa5df-16dd-4dc7-87c5-0d00b316e904 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=1d8f399d-005f-4419-9f4d-091c2cf5b73e HTTP/1.1" status: 200 len: 854 time: 0.3898952 Jul 22 22:18:29.048989 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=f997830a-4a4f-4c6b-b548-f5cbfee2111f,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:29.070288 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7aa4c520-793f-4b9f-b010-fe663abeffaa req-df76e609-2dee-4216-9fd6-4dcc789f1ed5 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=34673370-560f-41fe-9c17-1619350d74d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310714 Jul 22 22:18:29.111000 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76a649-c56d-4308-8d46-a756313f37df req-84d07876-4eee-4fc5-a840-2090ad2a132f tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:29.118350 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4b76a649-c56d-4308-8d46-a756313f37df req-84d07876-4eee-4fc5-a840-2090ad2a132f tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb56605d-e388-43bb-80c9-ee6dd140ae43 HTTP/1.1" status: 200 len: 944 time: 0.1387262 Jul 22 22:18:29.126734 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=1edd9a64-40b3-405e-8565-d96ac7f7e096,revision_number=5']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:29.131257 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-19ffa4fa-dd0b-4326-b1df-dfa6eee42f9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:29.190947 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4b76a649-c56d-4308-8d46-a756313f37df req-495316f6-0e27-4b6e-89b9-8523dcd61ec6 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720675 Jul 22 22:18:29.203519 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a9024-4224-4230-98a8-0950fcf360d3 req-8fd71f2f-1b48-49b9-97ed-682bff1a902a tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:29.205297 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-447a9024-4224-4230-98a8-0950fcf360d3 req-8fd71f2f-1b48-49b9-97ed-682bff1a902a tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.1436102 Jul 22 22:18:29.247832 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-447a9024-4224-4230-98a8-0950fcf360d3 req-13963d73-c929-4a1e-8950-db441da83837 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372317 Jul 22 22:18:29.269202 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7aa4c520-793f-4b9f-b010-fe663abeffaa req-545340af-8212-4b27-a370-296f244db838 service neutron] 10.222.0.115 "GET /v2.0/networks/34673370-560f-41fe-9c17-1619350d74d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777024 Jul 22 22:18:29.282796 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-19ffa4fa-dd0b-4326-b1df-dfa6eee42f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:29.316161 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['f997830a-4a4f-4c6b-b548-f5cbfee2111f'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:18:29.372612 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ffa4fa-dd0b-4326-b1df-dfa6eee42f9b admin admin] Network f8c72cc4-96e2-4f72-802d-5144237f0ca7 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:18:29.397772 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf337ab1-00a6-4a3c-9ed3-4c790ef5db6b req-df6967ac-4d96-4764-bcff-19c647fb159e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:29.399284 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bf337ab1-00a6-4a3c-9ed3-4c790ef5db6b req-df6967ac-4d96-4764-bcff-19c647fb159e service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=f4c27a44-fef4-4938-baad-199bf8b136a6 HTTP/1.1" status: 200 len: 1099 time: 0.2139351 Jul 22 22:18:29.402777 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed0efd-aa33-44ca-b24c-b35500cf6fb1 req-c293fa96-e74d-4b91-b01b-fa48b5babbda tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:29.405135 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-39ed0efd-aa33-44ca-b24c-b35500cf6fb1 req-c293fa96-e74d-4b91-b01b-fa48b5babbda tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4c27a44-fef4-4938-baad-199bf8b136a6 HTTP/1.1" status: 200 len: 946 time: 0.1445491 Jul 22 22:18:29.417589 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-19ffa4fa-dd0b-4326-b1df-dfa6eee42f9b admin admin] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:18:29.423733 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffa4fa-dd0b-4326-b1df-dfa6eee42f9b admin admin] Pushing event updated for resources: {'Port': ['ID=ad55cc56-0c54-4d73-a3ba-f8b6cf520c65,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:29.430918 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ffa4fa-dd0b-4326-b1df-dfa6eee42f9b admin admin] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:18:29.492022 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-39ed0efd-aa33-44ca-b24c-b35500cf6fb1 req-98680582-49b6-47f4-ac75-7a6e3c50ca88 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc1f1535-7ea4-4f40-ae6a-24b4f767dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807409 Jul 22 22:18:29.519009 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7aa4c520-793f-4b9f-b010-fe663abeffaa req-9ea04fd7-c887-4a31-b455-880fa322cc04 service neutron] 10.222.0.115 "GET /v2.0/networks/34673370-560f-41fe-9c17-1619350d74d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462957 Jul 22 22:18:29.525477 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bf337ab1-00a6-4a3c-9ed3-4c790ef5db6b req-4334ae5c-2709-4947-bcd1-a67f01ad8a52 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=dc1f1535-7ea4-4f40-ae6a-24b4f767dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054752 Jul 22 22:18:29.631977 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e42ea-04a6-41ba-ab42-12f618fac55a req-271fb1ce-9176-40eb-90d4-6cd9d9b3e0a1 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:29.640849 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-eb2e42ea-04a6-41ba-ab42-12f618fac55a req-271fb1ce-9176-40eb-90d4-6cd9d9b3e0a1 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc7cc4b8-b96f-47fa-bc6f-868ac1a9c85b HTTP/1.1" status: 200 len: 945 time: 0.0870342 Jul 22 22:18:29.680416 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-eb2e42ea-04a6-41ba-ab42-12f618fac55a req-cb2ab541-1e81-424e-9dd4-e4c759712a13 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/security-groups?id=5154b489-f6b9-4c2a-939c-06abb99765f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383925 Jul 22 22:18:29.746351 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c6856d-6cbd-496f-9b11-9c7162d2593c None None] Network f37d9d3d-f407-4eae-a393-c7d2061d8e21 requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:18:29.801196 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-19ffa4fa-dd0b-4326-b1df-dfa6eee42f9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:29.851498 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-96aef3f7-c2c0-41c7-8929-0953551dfc0d None None] Provisioning for port b9787d46-6f89-4f17-9dae-91a5400875f6 completed by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:18:29.950932 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device b9787d46-6f89-4f17-9dae-91a5400875f6 up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:18:30.010434 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning for port b9787d46-6f89-4f17-9dae-91a5400875f6 completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:18:30.015107 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port b9787d46-6f89-4f17-9dae-91a5400875f6 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:30.015510 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:30.068772 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-19ffa4fa-dd0b-4326-b1df-dfa6eee42f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-718156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718315'] for router, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:30.112999 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:30.160634 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] For port b9787d46-6f89-4f17-9dae-91a5400875f6, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=b9787d46-6f89-4f17-9dae-91a5400875f6,segment=NetworkSegment(5ddc735b-fd99-4fd1-91cf-9bb03a2da3da),segment_id=5ddc735b-fd99-4fd1-91cf-9bb03a2da3da)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:30.166150 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:30.195431 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac6052-dc33-4b23-b185-e3b74e36a842 req-202f8c26-a1bc-4ba3-bd4e-d6747ce4d001 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:30.196992 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7fac6052-dc33-4b23-b185-e3b74e36a842 req-202f8c26-a1bc-4ba3-bd4e-d6747ce4d001 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.0741935 Jul 22 22:18:30.229917 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ffa4fa-dd0b-4326-b1df-dfa6eee42f9b admin admin] Router 31109845-9e1b-4612-966f-03fe423a59f9 is scheduled to L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 with binding_index 1 {{(pid=93278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:18:30.233566 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Pushing event updated for resources: {'Port': ['ID=b9787d46-6f89-4f17-9dae-91a5400875f6,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:30.254730 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7fac6052-dc33-4b23-b185-e3b74e36a842 req-a7e49c40-29d9-4086-9303-7e5d50c25937 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515802 Jul 22 22:18:30.293774 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-70307b5c-8f0d-40cd-b98f-da7de7eab032 None None] Provisioning complete for port b9787d46-6f89-4f17-9dae-91a5400875f6 triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:30.294390 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-70307b5c-8f0d-40cd-b98f-da7de7eab032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:30.336835 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc292a-0385-41a5-a155-2c8b92b3aef6 req-6dfd0715-7274-4844-9d98-0a8d422364de tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:30.338949 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-61cc292a-0385-41a5-a155-2c8b92b3aef6 req-6dfd0715-7274-4844-9d98-0a8d422364de tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb56605d-e388-43bb-80c9-ee6dd140ae43 HTTP/1.1" status: 200 len: 944 time: 0.0707033 Jul 22 22:18:30.354576 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ffa4fa-dd0b-4326-b1df-dfa6eee42f9b admin admin] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:18:30.373773 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-19ffa4fa-dd0b-4326-b1df-dfa6eee42f9b admin admin] Notify callbacks [] for router, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:30.378026 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-19ffa4fa-dd0b-4326-b1df-dfa6eee42f9b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7891543 Jul 22 22:18:30.378190 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70293b0-3771-4c16-9994-3d64c57b968b None None] Sync routers for ids ['31109845-9e1b-4612-966f-03fe423a59f9'] in dv-cinder-801912-2-iscsi {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:18:30.378666 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 48250) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:30.387157 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70293b0-3771-4c16-9994-3d64c57b968b None None] Routers {'31109845-9e1b-4612-966f-03fe423a59f9'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:18:30.387791 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-d70293b0-3771-4c16-9994-3d64c57b968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:18:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['31109845-9e1b-4612-966f-03fe423a59f9'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:30.388898 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-61cc292a-0385-41a5-a155-2c8b92b3aef6 req-923bfcde-6c83-4a5d-a036-77745062d845 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434315 Jul 22 22:18:30.492442 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-d70293b0-3771-4c16-9994-3d64c57b968b None None] Set router 31109845-9e1b-4612-966f-03fe423a59f9 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:18:30.537163 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 56eb92a8-04f6-47e7-9e92-4af9650a284e details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:18:30.540137 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device f997830a-4a4f-4c6b-b548-f5cbfee2111f up at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:18:30.642670 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e7512-8896-43b1-a4fc-6ba1bd0b99e9 req-b48ac13b-9f12-49cf-846f-cd8138bc7bee tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:30.644493 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0d5e7512-8896-43b1-a4fc-6ba1bd0b99e9 req-b48ac13b-9f12-49cf-846f-cd8138bc7bee tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4c27a44-fef4-4938-baad-199bf8b136a6 HTTP/1.1" status: 200 len: 946 time: 0.0843644 Jul 22 22:18:30.670381 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning for port f997830a-4a4f-4c6b-b548-f5cbfee2111f completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:18:30.676697 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning complete for port f997830a-4a4f-4c6b-b548-f5cbfee2111f triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:30.677075 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:30.712101 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0d5e7512-8896-43b1-a4fc-6ba1bd0b99e9 req-0212cc53-cca3-4875-a702-4bedad2e3041 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc1f1535-7ea4-4f40-ae6a-24b4f767dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620570 Jul 22 22:18:30.722439 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 56eb92a8-04f6-47e7-9e92-4af9650a284e, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=56eb92a8-04f6-47e7-9e92-4af9650a284e,segment=NetworkSegment(d15c25b1-f200-4eab-9a4f-9cc58efb2aff),segment_id=d15c25b1-f200-4eab-9a4f-9cc58efb2aff)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:30.728316 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-d70293b0-3771-4c16-9994-3d64c57b968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31109845-9e1b-4612-966f-03fe423a59f9', 'name': 'tempest-TestMinimumBasicScenario-1352916486-router', 'tenant_id': '7655566a61044cf8868d0fed64444851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ad55cc56-0c54-4d73-a3ba-f8b6cf520c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:27Z', 'updated_at': '2021-07-22T22:18:29Z', 'revision_number': 3, 'project_id': '7655566a61044cf8868d0fed64444851', 'gw_port': {'id': 'ad55cc56-0c54-4d73-a3ba-f8b6cf520c65', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:89:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31109845-9e1b-4612-966f-03fe423a59f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:28Z', 'updated_at': '2021-07-22T22:18:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi'}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:30.745336 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Returning: {'device': '56eb92a8-04f6-47e7-9e92-4af9650a284e', 'network_id': '34673370-560f-41fe-9c17-1619350d74d3', 'port_id': '56eb92a8-04f6-47e7-9e92-4af9650a284e', 'mac_address': 'fa:16:3e:66:52:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8f399d-005f-4419-9f4d-091c2cf5b73e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:18:30.796845 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70293b0-3771-4c16-9994-3d64c57b968b None None] Checking router: 31109845-9e1b-4612-966f-03fe423a59f9 for host: dv-cinder-801912-2-iscsi {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:18:30.799103 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70293b0-3771-4c16-9994-3d64c57b968b None None] Updating router 31109845-9e1b-4612-966f-03fe423a59f9 port ad55cc56-0c54-4d73-a3ba-f8b6cf520c65 binding host dv-cinder-801912-2-iscsi {{(pid=93281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:18:30.846864 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:30.850659 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:30.865643 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d70293b0-3771-4c16-9994-3d64c57b968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:30.873508 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56eb92a8-04f6-47e7-9e92-4af9650a284e {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:18:30.898778 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c73ff-67f3-42d3-8c28-e7e7a7613e80 req-3863f59c-15dc-4cfd-948a-cfe8f2d2a34d tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:30.900592 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-842c73ff-67f3-42d3-8c28-e7e7a7613e80 req-3863f59c-15dc-4cfd-948a-cfe8f2d2a34d tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc7cc4b8-b96f-47fa-bc6f-868ac1a9c85b HTTP/1.1" status: 200 len: 945 time: 0.1331437 Jul 22 22:18:30.910823 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 56eb92a8-04f6-47e7-9e92-4af9650a284e, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=56eb92a8-04f6-47e7-9e92-4af9650a284e,segment=NetworkSegment(d15c25b1-f200-4eab-9a4f-9cc58efb2aff),segment_id=d15c25b1-f200-4eab-9a4f-9cc58efb2aff)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:30.918593 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:30.924836 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port f997830a-4a4f-4c6b-b548-f5cbfee2111f, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=f997830a-4a4f-4c6b-b548-f5cbfee2111f,segment=NetworkSegment(57ec3c23-fe39-4e23-a5bf-04e9c8ca2819),segment_id=57ec3c23-fe39-4e23-a5bf-04e9c8ca2819)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:30.955478 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b2672d6a-5249-4f42-90e0-47db57373fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:30.959502 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-842c73ff-67f3-42d3-8c28-e7e7a7613e80 req-03e995d3-2cc3-4b35-8010-ddb0ffc38c8c tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/security-groups?id=5154b489-f6b9-4c2a-939c-06abb99765f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448883 Jul 22 22:18:30.967653 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:30.979042 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=56eb92a8-04f6-47e7-9e92-4af9650a284e,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:31.011344 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7cc4b8-b96f-47fa-bc6f-868ac1a9c85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f997830a-4a4f-4c6b-b548-f5cbfee2111f'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:18:31.014318 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f27b67f0d35f7f80674a04ef850f841daaa75b8eb1023cd4f94f55c11be84c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94a8ad6-ad81-4f93-8966-442487adc1be" -d '{"events": [{"server_uuid": "cc7cc4b8-b96f-47fa-bc6f-868ac1a9c85b", "name": "network-vif-plugged", "status": "completed", "tag": "f997830a-4a4f-4c6b-b548-f5cbfee2111f"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:18:31.053902 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e7009e-f9a5-4780-ae96-00d71c71df66 x-openstack-request-id: req-c7e7009e-f9a5-4780-ae96-00d71c71df66 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:18:31.054285 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7cc4b8-b96f-47fa-bc6f-868ac1a9c85b", "name": "network-vif-plugged", "status": "completed", "tag": "f997830a-4a4f-4c6b-b548-f5cbfee2111f", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:18:31.054625 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c7e7009e-f9a5-4780-ae96-00d71c71df66 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:18:31.055080 dv-cinder-801912-2-iscsi neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7cc4b8-b96f-47fa-bc6f-868ac1a9c85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f997830a-4a4f-4c6b-b548-f5cbfee2111f', 'code': 200} Jul 22 22:18:31.075156 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=f997830a-4a4f-4c6b-b548-f5cbfee2111f,revision_number=5']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:31.132668 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [None req-b2672d6a-5249-4f42-90e0-47db57373fd0 admin admin] Allocated IP 172.20.0.1 (f37d9d3d-f407-4eae-a393-c7d2061d8e21/7da51077-13ec-4dff-886f-d0eb88cbac6d/1119c689-24c1-46df-b78f-fefa190079cb) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:18:31.194052 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d70293b0-3771-4c16-9994-3d64c57b968b None None] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:31.207327 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d70293b0-3771-4c16-9994-3d64c57b968b None None] Transition to ACTIVE for port object ad55cc56-0c54-4d73-a3ba-f8b6cf520c65 will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:18:31.213899 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d70293b0-3771-4c16-9994-3d64c57b968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:31.266053 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-d70293b0-3771-4c16-9994-3d64c57b968b None None] Attempting to bind port ad55cc56-0c54-4d73-a3ba-f8b6cf520c65 on host dv-cinder-801912-2-iscsi for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:18:31.266431 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-d70293b0-3771-4c16-9994-3d64c57b968b None None] Attempting to bind port ad55cc56-0c54-4d73-a3ba-f8b6cf520c65 by drivers openvswitch,hyperv on host dv-cinder-801912-2-iscsi at level 0 using segments [{'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:18:31.266803 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70293b0-3771-4c16-9994-3d64c57b968b None None] Attempting to bind port ad55cc56-0c54-4d73-a3ba-f8b6cf520c65 on network f8c72cc4-96e2-4f72-802d-5144237f0ca7 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:18:31.272132 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2418cead-c509-4484-b229-f64d3fb0bd1d None None] Pushing event updated for resources: {'Port': ['ID=ad55cc56-0c54-4d73-a3ba-f8b6cf520c65,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:31.276635 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b2672d6a-5249-4f42-90e0-47db57373fd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:31.280014 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70293b0-3771-4c16-9994-3d64c57b968b None None] Checking agent: {'id': '46b940f2-f108-4e1e-b841-f66930078767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801912-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 8, 19), 'started_at': datetime.datetime(2021, 7, 22, 22, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801912-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:18:31.280428 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70293b0-3771-4c16-9994-3d64c57b968b None None] Checking segment: {'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:18:31.280834 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d70293b0-3771-4c16-9994-3d64c57b968b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:31.281232 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70293b0-3771-4c16-9994-3d64c57b968b None None] Bound using segment: {'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:18:31.281724 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-d70293b0-3771-4c16-9994-3d64c57b968b None None] Bound port: ad55cc56-0c54-4d73-a3ba-f8b6cf520c65, host: dv-cinder-801912-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:18:31.282128 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d70293b0-3771-4c16-9994-3d64c57b968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:31.285114 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2418cead-c509-4484-b229-f64d3fb0bd1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:31.285451 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2418cead-c509-4484-b229-f64d3fb0bd1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:31.285796 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2418cead-c509-4484-b229-f64d3fb0bd1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:31.287411 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2418cead-c509-4484-b229-f64d3fb0bd1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:31.287411 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2418cead-c509-4484-b229-f64d3fb0bd1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:31.287411 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2418cead-c509-4484-b229-f64d3fb0bd1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:31.287411 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2418cead-c509-4484-b229-f64d3fb0bd1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:31.287740 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2418cead-c509-4484-b229-f64d3fb0bd1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:31.288681 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2418cead-c509-4484-b229-f64d3fb0bd1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:31.289033 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2418cead-c509-4484-b229-f64d3fb0bd1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:31.289376 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2418cead-c509-4484-b229-f64d3fb0bd1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:31.289715 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2418cead-c509-4484-b229-f64d3fb0bd1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:31.300972 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [None req-b2672d6a-5249-4f42-90e0-47db57373fd0 admin admin] Transition to ACTIVE for port object 1119c689-24c1-46df-b78f-fefa190079cb will not be triggered until provisioned by entity DHCP. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:18:31.342284 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3b638-fa89-4b28-9207-ec028097e48f req-baff54d3-9ba6-4755-a335-55e1d37976a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:31.343948 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-89c3b638-fa89-4b28-9207-ec028097e48f req-baff54d3-9ba6-4755-a335-55e1d37976a7 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=cc7cc4b8-b96f-47fa-bc6f-868ac1a9c85b HTTP/1.1" status: 200 len: 1099 time: 0.1096995 Jul 22 22:18:31.346920 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-d70293b0-3771-4c16-9994-3d64c57b968b None None] For port ad55cc56-0c54-4d73-a3ba-f8b6cf520c65, host dv-cinder-801912-2-iscsi, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:18:31.355830 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-d70293b0-3771-4c16-9994-3d64c57b968b None None] For port ad55cc56-0c54-4d73-a3ba-f8b6cf520c65, host dv-cinder-801912-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=ad55cc56-0c54-4d73-a3ba-f8b6cf520c65,segment=NetworkSegment(b880b034-49fb-48cf-bc81-b26ee1611faf),segment_id=b880b034-49fb-48cf-bc81-b26ee1611faf)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:18:31.359819 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b2672d6a-5249-4f42-90e0-47db57373fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:31.361096 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d70293b0-3771-4c16-9994-3d64c57b968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:31.383641 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['56eb92a8-04f6-47e7-9e92-4af9650a284e'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:18:31.424993 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307c775-4094-45c2-8e74-d1a8e6c2fae1 req-3b733fcf-3ab0-48de-bc52-63778c384e15 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:31.426872 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0307c775-4094-45c2-8e74-d1a8e6c2fae1 req-3b733fcf-3ab0-48de-bc52-63778c384e15 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.0857065 Jul 22 22:18:31.438341 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2672d6a-5249-4f42-90e0-47db57373fd0 admin admin] Pushing event updated for resources: {'Port': ['ID=1119c689-24c1-46df-b78f-fefa190079cb,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:31.450430 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2418cead-c509-4484-b229-f64d3fb0bd1d None None] Pushing event updated for resources: {'Port': ['ID=ad55cc56-0c54-4d73-a3ba-f8b6cf520c65,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:31.462169 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70293b0-3771-4c16-9994-3d64c57b968b None None] Routers {'31109845-9e1b-4612-966f-03fe423a59f9'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:18:31.463362 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-d70293b0-3771-4c16-9994-3d64c57b968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:18:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['31109845-9e1b-4612-966f-03fe423a59f9'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:31.465222 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2672d6a-5249-4f42-90e0-47db57373fd0 admin admin] Network f37d9d3d-f407-4eae-a393-c7d2061d8e21 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:18:31.473843 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-b2672d6a-5249-4f42-90e0-47db57373fd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:18:31.483635 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0307c775-4094-45c2-8e74-d1a8e6c2fae1 req-85c59682-1986-488f-86ab-b7d3f1dc2baf tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447342 Jul 22 22:18:31.490086 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2672d6a-5249-4f42-90e0-47db57373fd0 admin admin] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:18:31.495279 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-89c3b638-fa89-4b28-9207-ec028097e48f req-824c81db-0db2-4ec7-899e-79fc1ff0e47a service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=5154b489-f6b9-4c2a-939c-06abb99765f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315660 Jul 22 22:18:31.534753 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b2672d6a-5249-4f42-90e0-47db57373fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-718106'] for router_interface, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:31.596488 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1eaae-8a84-422e-8028-7b7316461fd1 req-c466329b-d8ea-460a-8a08-9c6f1145cd90 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:31.597775 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5ef1eaae-8a84-422e-8028-7b7316461fd1 req-c466329b-d8ea-460a-8a08-9c6f1145cd90 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb56605d-e388-43bb-80c9-ee6dd140ae43 HTTP/1.1" status: 200 len: 945 time: 0.0917597 Jul 22 22:18:31.632226 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-d70293b0-3771-4c16-9994-3d64c57b968b None None] Set router 31109845-9e1b-4612-966f-03fe423a59f9 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:18:31.650213 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5ef1eaae-8a84-422e-8028-7b7316461fd1 req-e7983ed3-f6fe-44c7-b3ac-6d3f59aa7443 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453982 Jul 22 22:18:31.713861 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b2672d6a-5249-4f42-90e0-47db57373fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:31.848266 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-d98fc40b-ec9f-4e0b-8752-4479da1928a5 None None] Provisioning for port 1119c689-24c1-46df-b78f-fefa190079cb completed by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:18:31.855573 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-d98fc40b-ec9f-4e0b-8752-4479da1928a5 None None] Provisioning complete for port 1119c689-24c1-46df-b78f-fefa190079cb triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:31.856450 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d98fc40b-ec9f-4e0b-8752-4479da1928a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:31.870953 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b8515-7b34-4ed1-8edd-6ad0015e2c45 req-d970b81e-3912-4f27-bac2-7cbf37efa287 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:31.878788 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-140b8515-7b34-4ed1-8edd-6ad0015e2c45 req-d970b81e-3912-4f27-bac2-7cbf37efa287 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4c27a44-fef4-4938-baad-199bf8b136a6 HTTP/1.1" status: 200 len: 946 time: 0.0838869 Jul 22 22:18:31.900099 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device b9787d46-6f89-4f17-9dae-91a5400875f6 up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:18:31.906816 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-d98fc40b-ec9f-4e0b-8752-4479da1928a5 None None] Port 1119c689-24c1-46df-b78f-fefa190079cb cannot update to ACTIVE because it is not bound. {{(pid=93280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:18:31.936491 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-140b8515-7b34-4ed1-8edd-6ad0015e2c45 req-6d9d21b1-7b24-4823-b377-54796de04f17 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc1f1535-7ea4-4f40-ae6a-24b4f767dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567844 Jul 22 22:18:31.960592 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port b9787d46-6f89-4f17-9dae-91a5400875f6 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:31.960592 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:31.998277 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b2672d6a-5249-4f42-90e0-47db57373fd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:32.004584 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-d70293b0-3771-4c16-9994-3d64c57b968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31109845-9e1b-4612-966f-03fe423a59f9', 'name': 'tempest-TestMinimumBasicScenario-1352916486-router', 'tenant_id': '7655566a61044cf8868d0fed64444851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ad55cc56-0c54-4d73-a3ba-f8b6cf520c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:27Z', 'updated_at': '2021-07-22T22:18:29Z', 'revision_number': 3, 'project_id': '7655566a61044cf8868d0fed64444851', 'gw_port': {'id': 'ad55cc56-0c54-4d73-a3ba-f8b6cf520c65', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:89:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31109845-9e1b-4612-966f-03fe423a59f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:28Z', 'updated_at': '2021-07-22T22:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi'}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:32.005146 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b2672d6a-5249-4f42-90e0-47db57373fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:32.046709 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70293b0-3771-4c16-9994-3d64c57b968b None None] The sync data for ids ['31109845-9e1b-4612-966f-03fe423a59f9'] in dv-cinder-801912-2-iscsi is: [{'id': '31109845-9e1b-4612-966f-03fe423a59f9', 'name': 'tempest-TestMinimumBasicScenario-1352916486-router', 'tenant_id': '7655566a61044cf8868d0fed64444851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ad55cc56-0c54-4d73-a3ba-f8b6cf520c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:27Z', 'updated_at': '2021-07-22T22:18:29Z', 'revision_number': 3, 'project_id': '7655566a61044cf8868d0fed64444851', 'gw_port': {'id': 'ad55cc56-0c54-4d73-a3ba-f8b6cf520c65', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:89:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31109845-9e1b-4612-966f-03fe423a59f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:28Z', 'updated_at': '2021-07-22T22:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi'}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:18:32.096219 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b2672d6a-5249-4f42-90e0-47db57373fd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717738'] for router_interface, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:32.107479 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2672d6a-5249-4f42-90e0-47db57373fd0 admin admin] Pushing event updated for resources: {'Port': ['ID=1119c689-24c1-46df-b78f-fefa190079cb,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:32.138466 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425e0e7-479b-4305-8800-3f94641bc69f req-1c96ebc9-3632-4891-85f3-698ef7e53a2e tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:32.140006 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0425e0e7-479b-4305-8800-3f94641bc69f req-1c96ebc9-3632-4891-85f3-698ef7e53a2e tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc7cc4b8-b96f-47fa-bc6f-868ac1a9c85b HTTP/1.1" status: 200 len: 946 time: 0.0787802 Jul 22 22:18:32.183102 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0425e0e7-479b-4305-8800-3f94641bc69f req-6114c800-811c-4a85-9c03-38eb1f936e3d tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/security-groups?id=5154b489-f6b9-4c2a-939c-06abb99765f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374525 Jul 22 22:18:32.208436 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2672d6a-5249-4f42-90e0-47db57373fd0 admin admin] Network f37d9d3d-f407-4eae-a393-c7d2061d8e21 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:18:32.209821 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-b2672d6a-5249-4f42-90e0-47db57373fd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:18:32.334567 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2672d6a-5249-4f42-90e0-47db57373fd0 admin admin] Router 31109845-9e1b-4612-966f-03fe423a59f9 has already been hosted by L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:18:32.538053 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 072bf681-48fb-44ec-9642-e2030452f3a3 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:18:32.594682 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-2a5d1947-d566-441e-8b0e-dcadb1175e1b None None] Provisioning complete for port 1119c689-24c1-46df-b78f-fefa190079cb triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:32.595111 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2a5d1947-d566-441e-8b0e-dcadb1175e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:32.673442 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed2a81-06b5-485b-9ec3-c6d2f4921ae3 req-d53fd5d8-acaf-4a26-aaf2-852f68969413 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:32.684853 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-20ed2a81-06b5-485b-9ec3-c6d2f4921ae3 req-d53fd5d8-acaf-4a26-aaf2-852f68969413 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.0974581 Jul 22 22:18:32.686338 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-2a5d1947-d566-441e-8b0e-dcadb1175e1b None None] Port 1119c689-24c1-46df-b78f-fefa190079cb cannot update to ACTIVE because it is not bound. {{(pid=93280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:18:32.738483 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 072bf681-48fb-44ec-9642-e2030452f3a3, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=072bf681-48fb-44ec-9642-e2030452f3a3,segment=NetworkSegment(e3b20446-b3e0-4ede-9ab0-e90ab51c0319),segment_id=e3b20446-b3e0-4ede-9ab0-e90ab51c0319)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:32.753332 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-20ed2a81-06b5-485b-9ec3-c6d2f4921ae3 req-a892ec8e-e6b1-4293-a8ce-9965130f2322 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611904 Jul 22 22:18:32.762145 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Returning: {'device': '072bf681-48fb-44ec-9642-e2030452f3a3', 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069', 'port_id': '072bf681-48fb-44ec-9642-e2030452f3a3', 'mac_address': 'fa:16:3e:d1:27:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5caf93b5-914e-42f5-8313-0d8eb8086bc1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:18:32.827352 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2672d6a-5249-4f42-90e0-47db57373fd0 admin admin] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:18:32.839779 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-b2672d6a-5249-4f42-90e0-47db57373fd0 admin admin] 10.222.0.11 "PUT /v2.0/routers/31109845-9e1b-4612-966f-03fe423a59f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4505851 Jul 22 22:18:32.840184 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:32.859510 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 072bf681-48fb-44ec-9642-e2030452f3a3 {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:18:32.887658 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 072bf681-48fb-44ec-9642-e2030452f3a3, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=072bf681-48fb-44ec-9642-e2030452f3a3,segment=NetworkSegment(e3b20446-b3e0-4ede-9ab0-e90ab51c0319),segment_id=e3b20446-b3e0-4ede-9ab0-e90ab51c0319)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:32.893178 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:32.897072 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 6 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:18:32.922790 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161db4d-4ed1-4bad-a3d3-83273122ce0c req-12008248-0c5d-4108-8da0-136005d18f2c tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:32.925245 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f161db4d-4ed1-4bad-a3d3-83273122ce0c req-12008248-0c5d-4108-8da0-136005d18f2c tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb56605d-e388-43bb-80c9-ee6dd140ae43 HTTP/1.1" status: 200 len: 945 time: 0.1260393 Jul 22 22:18:32.983712 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f161db4d-4ed1-4bad-a3d3-83273122ce0c req-3ceffc22-4cff-40bb-9052-87bc96d736e8 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489843 Jul 22 22:18:33.021318 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=072bf681-48fb-44ec-9642-e2030452f3a3,revision_number=6']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:33.060851 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['072bf681-48fb-44ec-9642-e2030452f3a3'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:18:33.324914 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7fb67-c4fc-4bf2-87e6-81fe8fd900c7 req-a5a4390d-6a99-4a56-bccf-b837d7b5b655 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:33.326406 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ffe7fb67-c4fc-4bf2-87e6-81fe8fd900c7 req-a5a4390d-6a99-4a56-bccf-b837d7b5b655 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc7cc4b8-b96f-47fa-bc6f-868ac1a9c85b HTTP/1.1" status: 200 len: 946 time: 0.0690331 Jul 22 22:18:33.367021 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ffe7fb67-c4fc-4bf2-87e6-81fe8fd900c7 req-fde167ba-033a-4bdd-a970-02fca8c4a6af tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/security-groups?id=5154b489-f6b9-4c2a-939c-06abb99765f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350611 Jul 22 22:18:33.435200 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 48350) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:33.440281 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-8be09156-e8f8-4303-9095-e054cc57c534 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2046263633-network', 'tenant_id': 'bca94be9298e4224955553cfbefc9df4'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:18:33.461634 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be09156-e8f8-4303-9095-e054cc57c534 admin admin] Made reservation on behalf of bca94be9298e4224955553cfbefc9df4 for: {'network': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:18:33.464976 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8be09156-e8f8-4303-9095-e054cc57c534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for network, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:33.473759 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8be09156-e8f8-4303-9095-e054cc57c534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:33.563420 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8be09156-e8f8-4303-9095-e054cc57c534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:33.567982 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8be09156-e8f8-4303-9095-e054cc57c534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:33.595957 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8be09156-e8f8-4303-9095-e054cc57c534 admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=93278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:18:33.606044 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be09156-e8f8-4303-9095-e054cc57c534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a70e477-034d-47ba-bd1b-640c6a9ab028,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:33.613047 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8be09156-e8f8-4303-9095-e054cc57c534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122'] for segment, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:33.613384 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.db.segments_db [None req-8be09156-e8f8-4303-9095-e054cc57c534 admin admin] Added segment 4021edac-bc4d-4848-bc84-ae6605b10806 of type vlan for network 320e7af9-1817-4c2d-8e67-e9f692433aa6 Jul 22 22:18:33.656491 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8be09156-e8f8-4303-9095-e054cc57c534 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746837610990'] for network, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:33.686526 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8be09156-e8f8-4303-9095-e054cc57c534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for network, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:33.687601 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be09156-e8f8-4303-9095-e054cc57c534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:33.688284 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8be09156-e8f8-4303-9095-e054cc57c534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:33.732897 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-8be09156-e8f8-4303-9095-e054cc57c534 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2965295 Jul 22 22:18:33.734263 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 48356) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:33.739863 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-d80afb61-db1f-4fe1-a323-f9bbba3ab06c admin admin] Request body: {'subnet': {'network_id': '320e7af9-1817-4c2d-8e67-e9f692433aa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2046263633-subnet', 'tenant_id': 'bca94be9298e4224955553cfbefc9df4', 'ip_version': 4}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:18:33.766569 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80afb61-db1f-4fe1-a323-f9bbba3ab06c admin admin] Made reservation on behalf of bca94be9298e4224955553cfbefc9df4 for: {'subnet': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:18:33.769172 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d80afb61-db1f-4fe1-a323-f9bbba3ab06c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793995'] for subnet, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:33.781566 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be09156-e8f8-4303-9095-e054cc57c534 admin admin] Pushing event updated for resources: {'Network': ['ID=320e7af9-1817-4c2d-8e67-e9f692433aa6,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:33.821358 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Network 320e7af9-1817-4c2d-8e67-e9f692433aa6 details requested by agent ovs-agent-dv-cinder-801912-2-iscsi with host dv-cinder-801912-2-iscsi {{(pid=93280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:18:33.975936 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device ad55cc56-0c54-4d73-a3ba-f8b6cf520c65 up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:18:33.997293 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874abf12-4f16-4e3c-97b4-069fc3845b0b req-ea91275f-cf61-486f-ae61-a28a6f96a8f4 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:33.999202 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-874abf12-4f16-4e3c-97b4-069fc3845b0b req-ea91275f-cf61-486f-ae61-a28a6f96a8f4 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 945 time: 0.1360936 Jul 22 22:18:34.040491 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning for port ad55cc56-0c54-4d73-a3ba-f8b6cf520c65 completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:18:34.050491 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port ad55cc56-0c54-4d73-a3ba-f8b6cf520c65 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:34.051041 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:34.090638 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515391bb-cc27-49db-a652-304fed5e55ad None None] Sync routers for ids ['31109845-9e1b-4612-966f-03fe423a59f9'] in dv-cinder-801912-2-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:18:34.110539 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d80afb61-db1f-4fe1-a323-f9bbba3ab06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3960972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2794105'] for subnet, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:34.113267 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515391bb-cc27-49db-a652-304fed5e55ad None None] Routers {'31109845-9e1b-4612-966f-03fe423a59f9'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:18:34.114043 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-515391bb-cc27-49db-a652-304fed5e55ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:18:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['31109845-9e1b-4612-966f-03fe423a59f9'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:34.141465 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-874abf12-4f16-4e3c-97b4-069fc3845b0b req-b0a4b8b0-380e-411b-8810-f62dfc65cf5a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273096 Jul 22 22:18:34.206433 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80afb61-db1f-4fe1-a323-f9bbba3ab06c admin admin] Pushing event updated for resources: {'Subnet': ['ID=43b01f2b-c627-435e-93f8-256d54a25b6d,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:34.226947 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80afb61-db1f-4fe1-a323-f9bbba3ab06c admin admin] Checking segment: {'id': '4021edac-bc4d-4848-bc84-ae6605b10806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '320e7af9-1817-4c2d-8e67-e9f692433aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:18:34.227303 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80afb61-db1f-4fe1-a323-f9bbba3ab06c admin admin] Network hostable DHCP agents. Network: 320e7af9-1817-4c2d-8e67-e9f692433aa6, hostable agents: ['aed2ec39-81b9-4f59-895f-cbb50316ede5'], hosted agents: [] {{(pid=93279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:18:34.248312 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643c6b0-3001-466b-abb3-d2cd78dfdbb4 req-5cead667-6bcf-40a7-a8f2-555b4024249f tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:34.249902 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d643c6b0-3001-466b-abb3-d2cd78dfdbb4 req-5cead667-6bcf-40a7-a8f2-555b4024249f tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb56605d-e388-43bb-80c9-ee6dd140ae43 HTTP/1.1" status: 200 len: 945 time: 0.1618440 Jul 22 22:18:34.266237 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80afb61-db1f-4fe1-a323-f9bbba3ab06c admin admin] Network 320e7af9-1817-4c2d-8e67-e9f692433aa6 is scheduled to be hosted by DHCP agent aed2ec39-81b9-4f59-895f-cbb50316ede5 with binding_index 1 {{(pid=93279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:18:34.290895 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-d80afb61-db1f-4fe1-a323-f9bbba3ab06c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801912-2-iscsi, 320e7af9-1817-4c2d-8e67-e9f692433aa6) {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:18:34.292299 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:34.299870 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80afb61-db1f-4fe1-a323-f9bbba3ab06c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:34.300513 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d80afb61-db1f-4fe1-a323-f9bbba3ab06c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:34.305901 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2d9a61-e6b6-40a9-9815-c94248628d71 None None] Network 320e7af9-1817-4c2d-8e67-e9f692433aa6 requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:18:34.306437 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d643c6b0-3001-466b-abb3-d2cd78dfdbb4 req-618023a4-98dc-4cf1-a469-e9395e245085 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492635 Jul 22 22:18:34.323694 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-d80afb61-db1f-4fe1-a323-f9bbba3ab06c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5878942 Jul 22 22:18:34.325968 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 48372) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:34.331063 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-ad523a7a-6856-42e4-a371-b159123b7bfc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2046263633-router', 'tenant_id': 'bca94be9298e4224955553cfbefc9df4', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'}}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:18:34.369186 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ad523a7a-6856-42e4-a371-b159123b7bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-718133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9725'] for router, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:34.370778 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ad523a7a-6856-42e4-a371-b159123b7bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717338', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9714'] for router, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:34.455520 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ad523a7a-6856-42e4-a371-b159123b7bfc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:34.462819 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-515391bb-cc27-49db-a652-304fed5e55ad None None] Set router 31109845-9e1b-4612-966f-03fe423a59f9 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:18:34.512477 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] For port ad55cc56-0c54-4d73-a3ba-f8b6cf520c65, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=ad55cc56-0c54-4d73-a3ba-f8b6cf520c65,segment=NetworkSegment(b880b034-49fb-48cf-bc81-b26ee1611faf),segment_id=b880b034-49fb-48cf-bc81-b26ee1611faf)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:34.546655 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:34.583856 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 56eb92a8-04f6-47e7-9e92-4af9650a284e up at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:18:34.654075 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ad523a7a-6856-42e4-a371-b159123b7bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-718320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-718171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9664'] for router, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:34.721221 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1366f6-ba01-4e80-b1a1-25856c374e67 req-5b53b8e4-dc7c-4394-b0d2-0d541c1cfd58 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:34.722793 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7e1366f6-ba01-4e80-b1a1-25856c374e67 req-5b53b8e4-dc7c-4394-b0d2-0d541c1cfd58 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc7cc4b8-b96f-47fa-bc6f-868ac1a9c85b HTTP/1.1" status: 200 len: 946 time: 0.1826475 Jul 22 22:18:34.738301 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Pushing event updated for resources: {'Port': ['ID=ad55cc56-0c54-4d73-a3ba-f8b6cf520c65,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:34.811864 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7e1366f6-ba01-4e80-b1a1-25856c374e67 req-34ccb59c-dada-406a-9847-99cff4a9c0a0 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/security-groups?id=5154b489-f6b9-4c2a-939c-06abb99765f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813050 Jul 22 22:18:34.834066 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning for port 56eb92a8-04f6-47e7-9e92-4af9650a284e completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:18:34.855899 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bbc8b2-d6b4-4841-9fc6-4aa72aa50cb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb74522ed-a428-522a-8593-90dbb9552def-320e7af9-1817-4c2d-8e67-e9f692433aa6', 'network_id': '320e7af9-1817-4c2d-8e67-e9f692433aa6', 'tenant_id': 'bca94be9298e4224955553cfbefc9df4', 'fixed_ips': [{'subnet_id': '43b01f2b-c627-435e-93f8-256d54a25b6d'}]}} from dv-cinder-801912-2-iscsi. {{(pid=93280) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:18:34.860754 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-32bbc8b2-d6b4-4841-9fc6-4aa72aa50cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:34.864939 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning complete for port 56eb92a8-04f6-47e7-9e92-4af9650a284e triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:34.866207 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:34.981214 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ad523a7a-6856-42e4-a371-b159123b7bfc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:35.006272 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ad523a7a-6856-42e4-a371-b159123b7bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:35.058770 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-515391bb-cc27-49db-a652-304fed5e55ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31109845-9e1b-4612-966f-03fe423a59f9', 'name': 'tempest-TestMinimumBasicScenario-1352916486-router', 'tenant_id': '7655566a61044cf8868d0fed64444851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ad55cc56-0c54-4d73-a3ba-f8b6cf520c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:27Z', 'updated_at': '2021-07-22T22:18:31Z', 'revision_number': 4, 'project_id': '7655566a61044cf8868d0fed64444851', 'gw_port': {'id': 'ad55cc56-0c54-4d73-a3ba-f8b6cf520c65', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:89:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31109845-9e1b-4612-966f-03fe423a59f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:28Z', 'updated_at': '2021-07-22T22:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '1119c689-24c1-46df-b78f-fefa190079cb', 'name': '', 'network_id': 'f37d9d3d-f407-4eae-a393-c7d2061d8e21', 'tenant_id': '7655566a61044cf8868d0fed64444851', 'mac_address': 'fa:16:3e:6d:95:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31109845-9e1b-4612-966f-03fe423a59f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7da51077-13ec-4dff-886f-d0eb88cbac6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:30Z', 'updated_at': '2021-07-22T22:18:31Z', 'revision_number': 2, 'project_id': '7655566a61044cf8868d0fed64444851', 'subnets': [{'id': '7da51077-13ec-4dff-886f-d0eb88cbac6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:35.093957 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515391bb-cc27-49db-a652-304fed5e55ad None None] Checking router: 31109845-9e1b-4612-966f-03fe423a59f9 for host: dv-cinder-801912-2-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:18:35.094335 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515391bb-cc27-49db-a652-304fed5e55ad None None] Updating router 31109845-9e1b-4612-966f-03fe423a59f9 port 1119c689-24c1-46df-b78f-fefa190079cb binding host dv-cinder-801912-2-iscsi {{(pid=93280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:18:35.126182 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:35.163697 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.db_base_plugin_common [None req-32bbc8b2-d6b4-4841-9fc6-4aa72aa50cb3 None None] Allocated IP 172.20.0.2 (320e7af9-1817-4c2d-8e67-e9f692433aa6/43b01f2b-c627-435e-93f8-256d54a25b6d/465ad975-f9a0-41f4-ab7b-768b3593141e) {{(pid=93280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:18:35.165243 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.db_base_plugin_common [None req-ad523a7a-6856-42e4-a371-b159123b7bfc admin admin] Allocated IP 172.27.3.77 (f8c72cc4-96e2-4f72-802d-5144237f0ca7/448cec93-c98c-4ed8-8dac-ac905c6d6ede/f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0) {{(pid=93279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:18:35.169001 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-515391bb-cc27-49db-a652-304fed5e55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:35.177310 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb56605d-e388-43bb-80c9-ee6dd140ae43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56eb92a8-04f6-47e7-9e92-4af9650a284e'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:18:35.179630 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f27b67f0d35f7f80674a04ef850f841daaa75b8eb1023cd4f94f55c11be84c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5524112-df25-4c2e-8fbd-72e03d64160c" -d '{"events": [{"server_uuid": "bb56605d-e388-43bb-80c9-ee6dd140ae43", "name": "network-vif-plugged", "status": "completed", "tag": "56eb92a8-04f6-47e7-9e92-4af9650a284e"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:18:35.210121 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 56eb92a8-04f6-47e7-9e92-4af9650a284e, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=56eb92a8-04f6-47e7-9e92-4af9650a284e,segment=NetworkSegment(d15c25b1-f200-4eab-9a4f-9cc58efb2aff),segment_id=d15c25b1-f200-4eab-9a4f-9cc58efb2aff)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:35.219040 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:35.219603 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 072bf681-48fb-44ec-9642-e2030452f3a3 up at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:18:35.286318 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1daf95ac-978d-4cff-9762-906bb5ece566 x-openstack-request-id: req-1daf95ac-978d-4cff-9762-906bb5ece566 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:18:35.286611 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb56605d-e388-43bb-80c9-ee6dd140ae43", "name": "network-vif-plugged", "status": "completed", "tag": "56eb92a8-04f6-47e7-9e92-4af9650a284e", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:18:35.286861 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1daf95ac-978d-4cff-9762-906bb5ece566 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:18:35.287260 dv-cinder-801912-2-iscsi neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb56605d-e388-43bb-80c9-ee6dd140ae43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56eb92a8-04f6-47e7-9e92-4af9650a284e', 'code': 200} Jul 22 22:18:35.351667 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ad523a7a-6856-42e4-a371-b159123b7bfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:35.450086 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=56eb92a8-04f6-47e7-9e92-4af9650a284e,revision_number=5']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:35.474523 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ad523a7a-6856-42e4-a371-b159123b7bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960856'] for port, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:35.543265 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad523a7a-6856-42e4-a371-b159123b7bfc admin admin] Pushing event updated for resources: {'Port': ['ID=f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:35.544360 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning complete for port 072bf681-48fb-44ec-9642-e2030452f3a3 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:35.544754 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:35.587718 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad523a7a-6856-42e4-a371-b159123b7bfc admin admin] Network f8c72cc4-96e2-4f72-802d-5144237f0ca7 is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:18:35.593755 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-ad523a7a-6856-42e4-a371-b159123b7bfc admin admin] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:18:35.597663 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad523a7a-6856-42e4-a371-b159123b7bfc admin admin] Received port after_create {{(pid=93279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:18:35.619963 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e787b6-1bb9-4176-aed5-b2b608971821 req-60b9091d-9629-4a07-b3a3-c7186746b86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:35.622796 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-11e787b6-1bb9-4176-aed5-b2b608971821 req-60b9091d-9629-4a07-b3a3-c7186746b86b service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=bb56605d-e388-43bb-80c9-ee6dd140ae43 HTTP/1.1" status: 200 len: 1099 time: 0.1195674 Jul 22 22:18:35.639950 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dae2ba-c46a-40a6-821e-e94ed70a400a req-cf6c878e-cdb4-4339-9226-da5d4c17244f tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:35.646626 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-32bbc8b2-d6b4-4841-9fc6-4aa72aa50cb3 None None] Notify callbacks [] for port, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:35.653996 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-15dae2ba-c46a-40a6-821e-e94ed70a400a req-cf6c878e-cdb4-4339-9226-da5d4c17244f tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 945 time: 0.2674069 Jul 22 22:18:35.668821 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff649a-13df-4bd6-a30a-6482b47417f5 req-cb44d704-5f4c-432a-aba9-0cb71be701af tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:35.669448 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-32bbc8b2-d6b4-4841-9fc6-4aa72aa50cb3 None None] Transition to ACTIVE for port object 465ad975-f9a0-41f4-ab7b-768b3593141e will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:18:35.675969 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-30ff649a-13df-4bd6-a30a-6482b47417f5 req-cb44d704-5f4c-432a-aba9-0cb71be701af tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb56605d-e388-43bb-80c9-ee6dd140ae43 HTTP/1.1" status: 200 len: 946 time: 0.2217534 Jul 22 22:18:35.700337 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-11e787b6-1bb9-4176-aed5-b2b608971821 req-88e9503c-4398-40ac-83f8-909c18c51c49 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584052 Jul 22 22:18:35.705345 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-32bbc8b2-d6b4-4841-9fc6-4aa72aa50cb3 None None] Transition to ACTIVE for port object 465ad975-f9a0-41f4-ab7b-768b3593141e will not be triggered until provisioned by entity DHCP. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:18:35.737079 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-32bbc8b2-d6b4-4841-9fc6-4aa72aa50cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625'] for port, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:35.796498 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-15dae2ba-c46a-40a6-821e-e94ed70a400a req-e3ec261a-0a02-496c-83d5-63b82d1385c7 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414979 Jul 22 22:18:35.808667 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:35.814373 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bbc8b2-d6b4-4841-9fc6-4aa72aa50cb3 None None] Network 320e7af9-1817-4c2d-8e67-e9f692433aa6 is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:18:35.820466 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [None req-32bbc8b2-d6b4-4841-9fc6-4aa72aa50cb3 None None] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:18:35.828597 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bbc8b2-d6b4-4841-9fc6-4aa72aa50cb3 None None] Received port after_create {{(pid=93280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:18:35.866864 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bbc8b2-d6b4-4841-9fc6-4aa72aa50cb3 None None] Pushing event updated for resources: {'Port': ['ID=465ad975-f9a0-41f4-ab7b-768b3593141e,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:35.894473 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-515391bb-cc27-49db-a652-304fed5e55ad None None] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:35.941211 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 072bf681-48fb-44ec-9642-e2030452f3a3, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=072bf681-48fb-44ec-9642-e2030452f3a3,segment=NetworkSegment(e3b20446-b3e0-4ede-9ab0-e90ab51c0319),segment_id=e3b20446-b3e0-4ede-9ab0-e90ab51c0319)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:35.947848 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-515391bb-cc27-49db-a652-304fed5e55ad None None] Transition to ACTIVE for port object 1119c689-24c1-46df-b78f-fefa190079cb will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:18:35.962233 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-32bbc8b2-d6b4-4841-9fc6-4aa72aa50cb3 None None] Attempting to bind port 465ad975-f9a0-41f4-ab7b-768b3593141e on host dv-cinder-801912-2-iscsi for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:18:35.962662 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-32bbc8b2-d6b4-4841-9fc6-4aa72aa50cb3 None None] Attempting to bind port 465ad975-f9a0-41f4-ab7b-768b3593141e by drivers openvswitch,hyperv on host dv-cinder-801912-2-iscsi at level 0 using segments [{'id': '4021edac-bc4d-4848-bc84-ae6605b10806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '320e7af9-1817-4c2d-8e67-e9f692433aa6'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:18:35.963660 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bbc8b2-d6b4-4841-9fc6-4aa72aa50cb3 None None] Attempting to bind port 465ad975-f9a0-41f4-ab7b-768b3593141e on network 320e7af9-1817-4c2d-8e67-e9f692433aa6 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:18:35.967442 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device ad55cc56-0c54-4d73-a3ba-f8b6cf520c65 up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:18:35.971200 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:35.997978 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-515391bb-cc27-49db-a652-304fed5e55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:36.019789 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bbc8b2-d6b4-4841-9fc6-4aa72aa50cb3 None None] Checking agent: {'id': '46b940f2-f108-4e1e-b841-f66930078767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801912-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 8, 19), 'started_at': datetime.datetime(2021, 7, 22, 22, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801912-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:18:36.020167 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bbc8b2-d6b4-4841-9fc6-4aa72aa50cb3 None None] Checking segment: {'id': '4021edac-bc4d-4848-bc84-ae6605b10806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '320e7af9-1817-4c2d-8e67-e9f692433aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:18:36.020599 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-32bbc8b2-d6b4-4841-9fc6-4aa72aa50cb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:36.021008 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bbc8b2-d6b4-4841-9fc6-4aa72aa50cb3 None None] Bound using segment: {'id': '4021edac-bc4d-4848-bc84-ae6605b10806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '320e7af9-1817-4c2d-8e67-e9f692433aa6'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:18:36.021499 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-32bbc8b2-d6b4-4841-9fc6-4aa72aa50cb3 None None] Bound port: 465ad975-f9a0-41f4-ab7b-768b3593141e, host: dv-cinder-801912-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4021edac-bc4d-4848-bc84-ae6605b10806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '320e7af9-1817-4c2d-8e67-e9f692433aa6'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:18:36.021889 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-32bbc8b2-d6b4-4841-9fc6-4aa72aa50cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:36.123157 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=072bf681-48fb-44ec-9642-e2030452f3a3,revision_number=7']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:36.274761 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-32bbc8b2-d6b4-4841-9fc6-4aa72aa50cb3 None None] For port 465ad975-f9a0-41f4-ab7b-768b3593141e, host dv-cinder-801912-2-iscsi, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:18:36.297721 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port ad55cc56-0c54-4d73-a3ba-f8b6cf520c65 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:36.298158 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:36.328983 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-30ff649a-13df-4bd6-a30a-6482b47417f5 req-6d175786-6aac-4bb9-885a-6ca4cb8840fe tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6521153 Jul 22 22:18:36.495757 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8a78c-4762-420a-b47c-3f7ef72cd5c4 req-3220aa3c-cbfa-48c0-bb5d-2e61c52cab85 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:36.497407 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e7d8a78c-4762-420a-b47c-3f7ef72cd5c4 req-3220aa3c-cbfa-48c0-bb5d-2e61c52cab85 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc7cc4b8-b96f-47fa-bc6f-868ac1a9c85b HTTP/1.1" status: 200 len: 946 time: 0.2137663 Jul 22 22:18:36.541858 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-32bbc8b2-d6b4-4841-9fc6-4aa72aa50cb3 None None] For port 465ad975-f9a0-41f4-ab7b-768b3593141e, host dv-cinder-801912-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=465ad975-f9a0-41f4-ab7b-768b3593141e,segment=NetworkSegment(4021edac-bc4d-4848-bc84-ae6605b10806),segment_id=4021edac-bc4d-4848-bc84-ae6605b10806)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:18:36.560671 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36121a2b-e4d0-4e90-9c7e-2d7f4f68f599 None None] Pushing event updated for resources: {'Port': ['ID=1119c689-24c1-46df-b78f-fefa190079cb,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:36.563564 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-32bbc8b2-d6b4-4841-9fc6-4aa72aa50cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:36.573579 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-515391bb-cc27-49db-a652-304fed5e55ad None None] Attempting to bind port 1119c689-24c1-46df-b78f-fefa190079cb on host dv-cinder-801912-2-iscsi for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:18:36.574606 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-515391bb-cc27-49db-a652-304fed5e55ad None None] Attempting to bind port 1119c689-24c1-46df-b78f-fefa190079cb by drivers openvswitch,hyperv on host dv-cinder-801912-2-iscsi at level 0 using segments [{'id': '5ddc735b-fd99-4fd1-91cf-9bb03a2da3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f37d9d3d-f407-4eae-a393-c7d2061d8e21'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:18:36.574774 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515391bb-cc27-49db-a652-304fed5e55ad None None] Attempting to bind port 1119c689-24c1-46df-b78f-fefa190079cb on network f37d9d3d-f407-4eae-a393-c7d2061d8e21 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:18:36.618815 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515391bb-cc27-49db-a652-304fed5e55ad None None] Checking agent: {'id': '46b940f2-f108-4e1e-b841-f66930078767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801912-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 8, 19), 'started_at': datetime.datetime(2021, 7, 22, 22, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801912-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:18:36.619236 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515391bb-cc27-49db-a652-304fed5e55ad None None] Checking segment: {'id': '5ddc735b-fd99-4fd1-91cf-9bb03a2da3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f37d9d3d-f407-4eae-a393-c7d2061d8e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:18:36.620000 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-515391bb-cc27-49db-a652-304fed5e55ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:36.620749 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515391bb-cc27-49db-a652-304fed5e55ad None None] Bound using segment: {'id': '5ddc735b-fd99-4fd1-91cf-9bb03a2da3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f37d9d3d-f407-4eae-a393-c7d2061d8e21'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:18:36.621562 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-515391bb-cc27-49db-a652-304fed5e55ad None None] Bound port: 1119c689-24c1-46df-b78f-fefa190079cb, host: dv-cinder-801912-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ddc735b-fd99-4fd1-91cf-9bb03a2da3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f37d9d3d-f407-4eae-a393-c7d2061d8e21'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:18:36.622171 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-515391bb-cc27-49db-a652-304fed5e55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:36.642311 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e7d8a78c-4762-420a-b47c-3f7ef72cd5c4 req-2b4bf408-2aa0-4655-aa58-5f275138d1ad tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/security-groups?id=5154b489-f6b9-4c2a-939c-06abb99765f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373355 Jul 22 22:18:36.724853 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ad523a7a-6856-42e4-a371-b159123b7bfc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:36.737375 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bbc8b2-d6b4-4841-9fc6-4aa72aa50cb3 None None] Pushing event updated for resources: {'Port': ['ID=465ad975-f9a0-41f4-ab7b-768b3593141e,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:36.792920 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bbc8b2-d6b4-4841-9fc6-4aa72aa50cb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:36.793609 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bbc8b2-d6b4-4841-9fc6-4aa72aa50cb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:36.794118 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bbc8b2-d6b4-4841-9fc6-4aa72aa50cb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:36.794632 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bbc8b2-d6b4-4841-9fc6-4aa72aa50cb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:36.795149 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bbc8b2-d6b4-4841-9fc6-4aa72aa50cb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:36.795658 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bbc8b2-d6b4-4841-9fc6-4aa72aa50cb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:36.796174 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bbc8b2-d6b4-4841-9fc6-4aa72aa50cb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:36.796878 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bbc8b2-d6b4-4841-9fc6-4aa72aa50cb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:36.797536 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bbc8b2-d6b4-4841-9fc6-4aa72aa50cb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:36.798040 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bbc8b2-d6b4-4841-9fc6-4aa72aa50cb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:36.798549 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bbc8b2-d6b4-4841-9fc6-4aa72aa50cb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:36.799062 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bbc8b2-d6b4-4841-9fc6-4aa72aa50cb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:36.892564 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-515391bb-cc27-49db-a652-304fed5e55ad None None] For port 1119c689-24c1-46df-b78f-fefa190079cb, host dv-cinder-801912-2-iscsi, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:18:36.897038 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-515391bb-cc27-49db-a652-304fed5e55ad None None] For port 1119c689-24c1-46df-b78f-fefa190079cb, host dv-cinder-801912-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=1119c689-24c1-46df-b78f-fefa190079cb,segment=NetworkSegment(5ddc735b-fd99-4fd1-91cf-9bb03a2da3da),segment_id=5ddc735b-fd99-4fd1-91cf-9bb03a2da3da)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:18:36.908064 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-515391bb-cc27-49db-a652-304fed5e55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:37.049335 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515391bb-cc27-49db-a652-304fed5e55ad None None] Routers {'31109845-9e1b-4612-966f-03fe423a59f9'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:18:37.050390 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-515391bb-cc27-49db-a652-304fed5e55ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:18:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['31109845-9e1b-4612-966f-03fe423a59f9'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:37.235670 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36121a2b-e4d0-4e90-9c7e-2d7f4f68f599 None None] Pushing event updated for resources: {'Port': ['ID=1119c689-24c1-46df-b78f-fefa190079cb,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:37.289944 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072bf681-48fb-44ec-9642-e2030452f3a3'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:18:37.297895 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f27b67f0d35f7f80674a04ef850f841daaa75b8eb1023cd4f94f55c11be84c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a75cf3-8394-4bf6-b5be-1672bb8cd642" -d '{"events": [{"server_uuid": "12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f", "name": "network-vif-plugged", "status": "completed", "tag": "072bf681-48fb-44ec-9642-e2030452f3a3"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:18:37.375169 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f18b0-4dfd-4d7b-9897-c9312a5dffd7 req-c1854f0c-1447-40ed-8c28-0c332723084a tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:37.377360 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ee2f18b0-4dfd-4d7b-9897-c9312a5dffd7 req-c1854f0c-1447-40ed-8c28-0c332723084a tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.115 "GET /v2.0/ports?device_id=cc7cc4b8-b96f-47fa-bc6f-868ac1a9c85b HTTP/1.1" status: 200 len: 946 time: 0.2010393 Jul 22 22:18:37.417181 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-515391bb-cc27-49db-a652-304fed5e55ad None None] Set router 31109845-9e1b-4612-966f-03fe423a59f9 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:18:37.508122 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d0bed-1252-4620-8c1c-af01d7869ae8 req-93652a13-7728-438d-b1ec-c2c6ffd94155 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:37.521223 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c7680d-805e-4e44-8005-5dcc88943b49 x-openstack-request-id: req-13c7680d-805e-4e44-8005-5dcc88943b49 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:18:37.521507 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f", "name": "network-vif-plugged", "status": "completed", "tag": "072bf681-48fb-44ec-9642-e2030452f3a3", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:18:37.521752 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-13c7680d-805e-4e44-8005-5dcc88943b49 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:18:37.522136 dv-cinder-801912-2-iscsi neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072bf681-48fb-44ec-9642-e2030452f3a3', 'code': 200} Jul 22 22:18:37.534690 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-994d0bed-1252-4620-8c1c-af01d7869ae8 req-93652a13-7728-438d-b1ec-c2c6ffd94155 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.5381594 Jul 22 22:18:37.652062 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-ee2f18b0-4dfd-4d7b-9897-c9312a5dffd7 req-b9f556cb-10e7-4f72-8c5f-b90f61e14b10 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Deleting port f997830a-4a4f-4c6b-b548-f5cbfee2111f {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:18:37.652733 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-ee2f18b0-4dfd-4d7b-9897-c9312a5dffd7 req-b9f556cb-10e7-4f72-8c5f-b90f61e14b10 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:37.657755 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-994d0bed-1252-4620-8c1c-af01d7869ae8 req-9b35e2c1-1a66-452c-854f-a7e1dea7335c tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218252 Jul 22 22:18:37.773569 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ad523a7a-6856-42e4-a371-b159123b7bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-718156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718315'] for router, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:37.799627 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7c123-4916-4f3f-bbec-562e546a148f req-dfa3ff99-3487-468a-926a-4a62a1f67d84 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:37.810380 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-48e7c123-4916-4f3f-bbec-562e546a148f req-dfa3ff99-3487-468a-926a-4a62a1f67d84 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb56605d-e388-43bb-80c9-ee6dd140ae43 HTTP/1.1" status: 200 len: 946 time: 0.2272418 Jul 22 22:18:37.859113 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-ee2f18b0-4dfd-4d7b-9897-c9312a5dffd7 req-b9f556cb-10e7-4f72-8c5f-b90f61e14b10 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] For port f997830a-4a4f-4c6b-b548-f5cbfee2111f, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=f997830a-4a4f-4c6b-b548-f5cbfee2111f,segment=NetworkSegment(57ec3c23-fe39-4e23-a5bf-04e9c8ca2819),segment_id=57ec3c23-fe39-4e23-a5bf-04e9c8ca2819)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:37.861560 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-ee2f18b0-4dfd-4d7b-9897-c9312a5dffd7 req-b9f556cb-10e7-4f72-8c5f-b90f61e14b10 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:37.876043 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-515391bb-cc27-49db-a652-304fed5e55ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31109845-9e1b-4612-966f-03fe423a59f9', 'name': 'tempest-TestMinimumBasicScenario-1352916486-router', 'tenant_id': '7655566a61044cf8868d0fed64444851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ad55cc56-0c54-4d73-a3ba-f8b6cf520c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:27Z', 'updated_at': '2021-07-22T22:18:31Z', 'revision_number': 4, 'project_id': '7655566a61044cf8868d0fed64444851', 'gw_port': {'id': 'ad55cc56-0c54-4d73-a3ba-f8b6cf520c65', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31109845-9e1b-4612-966f-03fe423a59f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:28Z', 'updated_at': '2021-07-22T22:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '1119c689-24c1-46df-b78f-fefa190079cb', 'name': '', 'network_id': 'f37d9d3d-f407-4eae-a393-c7d2061d8e21', 'tenant_id': '7655566a61044cf8868d0fed64444851', 'mac_address': 'fa:16:3e:6d:95:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31109845-9e1b-4612-966f-03fe423a59f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7da51077-13ec-4dff-886f-d0eb88cbac6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:30Z', 'updated_at': '2021-07-22T22:18:36Z', 'revision_number': 4, 'project_id': '7655566a61044cf8868d0fed64444851', 'subnets': [{'id': '7da51077-13ec-4dff-886f-d0eb88cbac6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:37.906527 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-ee2f18b0-4dfd-4d7b-9897-c9312a5dffd7 req-b9f556cb-10e7-4f72-8c5f-b90f61e14b10 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Calling delete_port for f997830a-4a4f-4c6b-b548-f5cbfee2111f owned by compute:nova {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:18:37.962572 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515391bb-cc27-49db-a652-304fed5e55ad None None] The sync data for ids ['31109845-9e1b-4612-966f-03fe423a59f9'] in dv-cinder-801912-2-iscsi is: [{'id': '31109845-9e1b-4612-966f-03fe423a59f9', 'name': 'tempest-TestMinimumBasicScenario-1352916486-router', 'tenant_id': '7655566a61044cf8868d0fed64444851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ad55cc56-0c54-4d73-a3ba-f8b6cf520c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:27Z', 'updated_at': '2021-07-22T22:18:31Z', 'revision_number': 4, 'project_id': '7655566a61044cf8868d0fed64444851', 'gw_port': {'id': 'ad55cc56-0c54-4d73-a3ba-f8b6cf520c65', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31109845-9e1b-4612-966f-03fe423a59f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:28Z', 'updated_at': '2021-07-22T22:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '1119c689-24c1-46df-b78f-fefa190079cb', 'name': '', 'network_id': 'f37d9d3d-f407-4eae-a393-c7d2061d8e21', 'tenant_id': '7655566a61044cf8868d0fed64444851', 'mac_address': 'fa:16:3e:6d:95:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31109845-9e1b-4612-966f-03fe423a59f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7da51077-13ec-4dff-886f-d0eb88cbac6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:30Z', 'updated_at': '2021-07-22T22:18:36Z', 'revision_number': 4, 'project_id': '7655566a61044cf8868d0fed64444851', 'subnets': [{'id': '7da51077-13ec-4dff-886f-d0eb88cbac6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:18:37.995812 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 465ad975-f9a0-41f4-ab7b-768b3593141e up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:18:38.139947 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning for port 465ad975-f9a0-41f4-ab7b-768b3593141e completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:18:38.195271 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-48e7c123-4916-4f3f-bbec-562e546a148f req-26a0720e-84b2-45aa-a510-4f67794ad74e tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703029 Jul 22 22:18:38.271855 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad523a7a-6856-42e4-a371-b159123b7bfc admin admin] Router 5c06539c-a3d1-484c-b7f7-9cb76d19f7ea is scheduled to L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 with binding_index 1 {{(pid=93279) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:18:38.343460 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-ee2f18b0-4dfd-4d7b-9897-c9312a5dffd7 req-b9f556cb-10e7-4f72-8c5f-b90f61e14b10 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:38.358100 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['f997830a-4a4f-4c6b-b548-f5cbfee2111f'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:18:38.427970 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f556cb-10e7-4f72-8c5f-b90f61e14b10 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Pushing event deleted for resources: {'Port': ['ID=f997830a-4a4f-4c6b-b548-f5cbfee2111f,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:38.532891 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2f18b0-4dfd-4d7b-9897-c9312a5dffd7 req-b9f556cb-10e7-4f72-8c5f-b90f61e14b10 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] No DVR routers for this DVR port f997830a-4a4f-4c6b-b548-f5cbfee2111f on host hv-cinder-80191 {{(pid=93278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:18:38.536120 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-ee2f18b0-4dfd-4d7b-9897-c9312a5dffd7 req-b9f556cb-10e7-4f72-8c5f-b90f61e14b10 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:38.538886 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ee2f18b0-4dfd-4d7b-9897-c9312a5dffd7 req-b9f556cb-10e7-4f72-8c5f-b90f61e14b10 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.115 "DELETE /v2.0/ports/f997830a-4a4f-4c6b-b548-f5cbfee2111f HTTP/1.1" status: 204 len: 173 time: 1.1547332 Jul 22 22:18:38.543181 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7cc4b8-b96f-47fa-bc6f-868ac1a9c85b', 'name': 'network-vif-deleted', 'tag': 'f997830a-4a4f-4c6b-b548-f5cbfee2111f'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:18:38.547048 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db608cae-a288-4f21-95b7-141197732b73" -d '{"events": [{"server_uuid": "cc7cc4b8-b96f-47fa-bc6f-868ac1a9c85b", "name": "network-vif-deleted", "tag": "f997830a-4a4f-4c6b-b548-f5cbfee2111f"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:18:38.586720 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6e6fd9-9e65-4adb-ba6e-e8fe0669e7e5 None None] Network 320e7af9-1817-4c2d-8e67-e9f692433aa6 requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:18:38.612403 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5f2e9-f9a4-4ae5-ade4-55e7aaa96603 req-5205d0c0-d2d6-4480-9c95-54a430693e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:38.618343 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7ee5f2e9-f9a4-4ae5-ade4-55e7aaa96603 req-5205d0c0-d2d6-4480-9c95-54a430693e70 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=604ef9807f4d4f399b2b68ee7a07f4e4&device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 1098 time: 0.3899689 Jul 22 22:18:38.632116 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885bc0a-3c99-44d1-a353-a6a5bac588e6 req-4ac73e27-b5fa-442e-9279-799f2a806349 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:38.633724 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4885bc0a-3c99-44d1-a353-a6a5bac588e6 req-4ac73e27-b5fa-442e-9279-799f2a806349 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc7cc4b8-b96f-47fa-bc6f-868ac1a9c85b HTTP/1.1" status: 200 len: 867 time: 0.3866670 Jul 22 22:18:38.647786 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f8432-2132-4a05-abfc-3fd65905094a req-bd8a139f-0667-4213-877d-5da21efabbf1 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:38.660794 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f55f8432-2132-4a05-abfc-3fd65905094a req-bd8a139f-0667-4213-877d-5da21efabbf1 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.3448756 Jul 22 22:18:38.728546 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad523a7a-6856-42e4-a371-b159123b7bfc admin admin] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:18:38.738635 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca64a59-519a-4ed6-a720-8d8d4eb4a328 None None] Sync routers for ids ['5c06539c-a3d1-484c-b7f7-9cb76d19f7ea'] in dv-cinder-801912-2-iscsi {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:18:38.762748 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca64a59-519a-4ed6-a720-8d8d4eb4a328 None None] Routers {'5c06539c-a3d1-484c-b7f7-9cb76d19f7ea'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:18:38.767572 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-0ca64a59-519a-4ed6-a720-8d8d4eb4a328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:18:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['5c06539c-a3d1-484c-b7f7-9cb76d19f7ea'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:38.788428 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-37babb8a-1b2f-479f-b9d3-36d236d23ed5 None None] Provisioning for port 465ad975-f9a0-41f4-ab7b-768b3593141e completed by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:18:38.788873 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4885bc0a-3c99-44d1-a353-a6a5bac588e6 req-0b184a3b-e74c-422e-bfb2-9953235cda00 tempest-VolumesActionsTest-1477057720 tempest-VolumesActionsTest-1477057720-project] 10.222.0.11 "GET /v2.0/security-groups?id=5154b489-f6b9-4c2a-939c-06abb99765f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184607 Jul 22 22:18:38.805173 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-37babb8a-1b2f-479f-b9d3-36d236d23ed5 None None] Provisioning complete for port 465ad975-f9a0-41f4-ab7b-768b3593141e triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:38.811664 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-37babb8a-1b2f-479f-b9d3-36d236d23ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:38.860612 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f55f8432-2132-4a05-abfc-3fd65905094a req-44cafdc8-8da3-4b98-bc0e-2290e1aa6ce8 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988971 Jul 22 22:18:38.862380 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ad523a7a-6856-42e4-a371-b159123b7bfc admin admin] Notify callbacks [] for router, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:38.867019 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-ad523a7a-6856-42e4-a371-b159123b7bfc admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5399747 Jul 22 22:18:38.868860 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 48438) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:38.912875 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecb96fe-6b75-474c-b989-592479cc6bba x-openstack-request-id: req-6ecb96fe-6b75-474c-b989-592479cc6bba {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:18:38.913455 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7cc4b8-b96f-47fa-bc6f-868ac1a9c85b", "name": "network-vif-deleted", "tag": "f997830a-4a4f-4c6b-b548-f5cbfee2111f", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:18:38.913881 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6ecb96fe-6b75-474c-b989-592479cc6bba {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:18:38.914469 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7cc4b8-b96f-47fa-bc6f-868ac1a9c85b', 'name': 'network-vif-deleted', 'tag': 'f997830a-4a4f-4c6b-b548-f5cbfee2111f', 'status': 'completed', 'code': 200} Jul 22 22:18:38.953924 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5f2e9-f9a4-4ae5-ade4-55e7aaa96603 req-772e05a2-e6be-4f3b-9317-ba86024c20d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:38.955419 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7ee5f2e9-f9a4-4ae5-ade4-55e7aaa96603 req-772e05a2-e6be-4f3b-9317-ba86024c20d3 service neutron] 10.222.0.115 "GET /v2.0/networks?id=e4b6b76f-1ef4-401f-90f1-c356e02d995c HTTP/1.1" status: 200 len: 920 time: 0.3149159 Jul 22 22:18:39.058959 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-0ca64a59-519a-4ed6-a720-8d8d4eb4a328 None None] Set router 5c06539c-a3d1-484c-b7f7-9cb76d19f7ea gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:18:39.074642 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7ee5f2e9-f9a4-4ae5-ade4-55e7aaa96603 req-1810dacf-c400-4e4e-95d5-47ed0008d4a4 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0 HTTP/1.1" status: 200 len: 217 time: 0.1098549 Jul 22 22:18:39.116323 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-37babb8a-1b2f-479f-b9d3-36d236d23ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:39.200165 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-37babb8a-1b2f-479f-b9d3-36d236d23ed5 None None] For port 465ad975-f9a0-41f4-ab7b-768b3593141e, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=465ad975-f9a0-41f4-ab7b-768b3593141e,segment=NetworkSegment(4021edac-bc4d-4848-bc84-ae6605b10806),segment_id=4021edac-bc4d-4848-bc84-ae6605b10806)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:39.209785 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-37babb8a-1b2f-479f-b9d3-36d236d23ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:39.256635 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5f2e9-f9a4-4ae5-ade4-55e7aaa96603 req-8656b3f4-2293-4c30-8bcc-f6a72606aba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:39.281567 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7ee5f2e9-f9a4-4ae5-ade4-55e7aaa96603 req-8656b3f4-2293-4c30-8bcc-f6a72606aba4 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=f78ae926-97ca-4316-a2d0-74eca96df0da HTTP/1.1" status: 200 len: 859 time: 0.2003703 Jul 22 22:18:39.315760 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37babb8a-1b2f-479f-b9d3-36d236d23ed5 None None] Pushing event updated for resources: {'Port': ['ID=465ad975-f9a0-41f4-ab7b-768b3593141e,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:39.356966 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7ee5f2e9-f9a4-4ae5-ade4-55e7aaa96603 req-95d605b2-0d4d-40b3-b568-97a0cd8cb3e2 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=e4b6b76f-1ef4-401f-90f1-c356e02d995c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573277 Jul 22 22:18:39.443055 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-0ca64a59-519a-4ed6-a720-8d8d4eb4a328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c06539c-a3d1-484c-b7f7-9cb76d19f7ea', 'name': 'tempest-TestMinimumBasicScenario-2046263633-router', 'tenant_id': 'bca94be9298e4224955553cfbefc9df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:34Z', 'updated_at': '2021-07-22T22:18:36Z', 'revision_number': 3, 'project_id': 'bca94be9298e4224955553cfbefc9df4', 'gw_port': {'id': 'f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c06539c-a3d1-484c-b7f7-9cb76d19f7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:35Z', 'updated_at': '2021-07-22T22:18:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi'}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:39.491402 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca64a59-519a-4ed6-a720-8d8d4eb4a328 None None] Checking router: 5c06539c-a3d1-484c-b7f7-9cb76d19f7ea for host: dv-cinder-801912-2-iscsi {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:18:39.492048 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca64a59-519a-4ed6-a720-8d8d4eb4a328 None None] Updating router 5c06539c-a3d1-484c-b7f7-9cb76d19f7ea port f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0 binding host dv-cinder-801912-2-iscsi {{(pid=93281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:18:39.577302 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7ee5f2e9-f9a4-4ae5-ade4-55e7aaa96603 req-de9a18c4-e601-4b31-b942-28f4f8145f91 service neutron] 10.222.0.115 "GET /v2.0/networks/e4b6b76f-1ef4-401f-90f1-c356e02d995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009671 Jul 22 22:18:39.579262 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-0ca64a59-519a-4ed6-a720-8d8d4eb4a328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:39.772175 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-7ee5f2e9-f9a4-4ae5-ade4-55e7aaa96603 req-6d7397d9-b8e6-4546-aae6-f533b91864d4 service neutron] 10.222.0.115 "GET /v2.0/networks/e4b6b76f-1ef4-401f-90f1-c356e02d995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774845 Jul 22 22:18:39.847791 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-ecf9d02a-7ae6-4bb5-a0b2-e8eb1a34ae5c None None] Provisioning complete for port 465ad975-f9a0-41f4-ab7b-768b3593141e triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:39.847791 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-ecf9d02a-7ae6-4bb5-a0b2-e8eb1a34ae5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:40.004299 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-0ca64a59-519a-4ed6-a720-8d8d4eb4a328 None None] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:40.037982 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-0ca64a59-519a-4ed6-a720-8d8d4eb4a328 None None] Transition to ACTIVE for port object f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0 will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:18:40.050925 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-0ca64a59-519a-4ed6-a720-8d8d4eb4a328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:40.127522 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 465ad975-f9a0-41f4-ab7b-768b3593141e up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:18:40.160529 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-0ca64a59-519a-4ed6-a720-8d8d4eb4a328 None None] Attempting to bind port f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0 on host dv-cinder-801912-2-iscsi for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:18:40.161311 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-0ca64a59-519a-4ed6-a720-8d8d4eb4a328 None None] Attempting to bind port f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0 by drivers openvswitch,hyperv on host dv-cinder-801912-2-iscsi at level 0 using segments [{'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:18:40.161906 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca64a59-519a-4ed6-a720-8d8d4eb4a328 None None] Attempting to bind port f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0 on network f8c72cc4-96e2-4f72-802d-5144237f0ca7 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:18:40.171525 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca64a59-519a-4ed6-a720-8d8d4eb4a328 None None] Checking agent: {'id': '46b940f2-f108-4e1e-b841-f66930078767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801912-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 8, 19), 'started_at': datetime.datetime(2021, 7, 22, 22, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801912-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:18:40.172363 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca64a59-519a-4ed6-a720-8d8d4eb4a328 None None] Checking segment: {'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:18:40.172992 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-0ca64a59-519a-4ed6-a720-8d8d4eb4a328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:40.173608 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca64a59-519a-4ed6-a720-8d8d4eb4a328 None None] Bound using segment: {'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:18:40.174336 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-0ca64a59-519a-4ed6-a720-8d8d4eb4a328 None None] Bound port: f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0, host: dv-cinder-801912-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:18:40.174960 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-0ca64a59-519a-4ed6-a720-8d8d4eb4a328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:40.196266 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port 465ad975-f9a0-41f4-ab7b-768b3593141e triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:40.196516 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:40.200873 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16457e4-066b-46f5-9444-5973383294d1 None None] Pushing event updated for resources: {'Port': ['ID=f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:40.260880 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-0ca64a59-519a-4ed6-a720-8d8d4eb4a328 None None] For port f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0, host dv-cinder-801912-2-iscsi, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:18:40.267605 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-0ca64a59-519a-4ed6-a720-8d8d4eb4a328 None None] For port f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0, host dv-cinder-801912-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0,segment=NetworkSegment(b880b034-49fb-48cf-bc81-b26ee1611faf),segment_id=b880b034-49fb-48cf-bc81-b26ee1611faf)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:18:40.277372 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-0ca64a59-519a-4ed6-a720-8d8d4eb4a328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:40.298010 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 1119c689-24c1-46df-b78f-fefa190079cb up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:18:40.345516 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16457e4-066b-46f5-9444-5973383294d1 None None] Pushing event updated for resources: {'Port': ['ID=f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:40.361983 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a92f5-1c80-44c9-8adc-fb0c9acbed41 req-320b675a-b4ce-4c50-8f88-da9af38bb23c tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:40.378267 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-fb8a92f5-1c80-44c9-8adc-fb0c9acbed41 req-320b675a-b4ce-4c50-8f88-da9af38bb23c tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb56605d-e388-43bb-80c9-ee6dd140ae43 HTTP/1.1" status: 200 len: 946 time: 0.8246770 Jul 22 22:18:40.378802 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca64a59-519a-4ed6-a720-8d8d4eb4a328 None None] Routers {'5c06539c-a3d1-484c-b7f7-9cb76d19f7ea'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:18:40.379660 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-0ca64a59-519a-4ed6-a720-8d8d4eb4a328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:18:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['5c06539c-a3d1-484c-b7f7-9cb76d19f7ea'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:40.382040 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning for port 1119c689-24c1-46df-b78f-fefa190079cb completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:18:40.392150 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port 1119c689-24c1-46df-b78f-fefa190079cb triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:40.393485 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:40.402928 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5d8af-613f-4ebc-ab78-310c9276af23 req-f9056114-c149-4463-ad88-09ca2f2535df tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:40.410811 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-32e5d8af-613f-4ebc-ab78-310c9276af23 req-f9056114-c149-4463-ad88-09ca2f2535df tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 1.0853150 Jul 22 22:18:40.499141 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:40.512891 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-fb8a92f5-1c80-44c9-8adc-fb0c9acbed41 req-272fc35a-606f-44f8-b16a-d34e9dc9626c tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329224 Jul 22 22:18:40.537518 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-32e5d8af-613f-4ebc-ab78-310c9276af23 req-0c0cc892-ac6d-4987-80cb-45b76ec715c2 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191928 Jul 22 22:18:40.560846 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-0ca64a59-519a-4ed6-a720-8d8d4eb4a328 None None] Set router 5c06539c-a3d1-484c-b7f7-9cb76d19f7ea gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:18:40.580701 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] For port 1119c689-24c1-46df-b78f-fefa190079cb, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=1119c689-24c1-46df-b78f-fefa190079cb,segment=NetworkSegment(5ddc735b-fd99-4fd1-91cf-9bb03a2da3da),segment_id=5ddc735b-fd99-4fd1-91cf-9bb03a2da3da)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:40.586370 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device f997830a-4a4f-4c6b-b548-f5cbfee2111f no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:18:40.649203 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] No Port match for: f997830a-4a4f-4c6b-b548-f5cbfee2111f {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:18:40.651323 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device f997830a-4a4f-4c6b-b548-f5cbfee2111f not bound to the agent host hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:18:40.655212 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:40.664417 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-56cded84-b764-4161-b15f-90672314f6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:40.793125 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Pushing event updated for resources: {'Port': ['ID=1119c689-24c1-46df-b78f-fefa190079cb,revision_number=5']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:41.069837 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-0ca64a59-519a-4ed6-a720-8d8d4eb4a328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c06539c-a3d1-484c-b7f7-9cb76d19f7ea', 'name': 'tempest-TestMinimumBasicScenario-2046263633-router', 'tenant_id': 'bca94be9298e4224955553cfbefc9df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:34Z', 'updated_at': '2021-07-22T22:18:36Z', 'revision_number': 3, 'project_id': 'bca94be9298e4224955553cfbefc9df4', 'gw_port': {'id': 'f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c06539c-a3d1-484c-b7f7-9cb76d19f7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:35Z', 'updated_at': '2021-07-22T22:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi'}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:41.129448 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.db_base_plugin_common [None req-56cded84-b764-4161-b15f-90672314f6c6 admin admin] Allocated IP 172.20.0.1 (320e7af9-1817-4c2d-8e67-e9f692433aa6/43b01f2b-c627-435e-93f8-256d54a25b6d/64d75229-9746-4c93-8882-72a6f58eb7ab) {{(pid=93279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:18:41.143811 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca64a59-519a-4ed6-a720-8d8d4eb4a328 None None] The sync data for ids ['5c06539c-a3d1-484c-b7f7-9cb76d19f7ea'] in dv-cinder-801912-2-iscsi is: [{'id': '5c06539c-a3d1-484c-b7f7-9cb76d19f7ea', 'name': 'tempest-TestMinimumBasicScenario-2046263633-router', 'tenant_id': 'bca94be9298e4224955553cfbefc9df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:34Z', 'updated_at': '2021-07-22T22:18:36Z', 'revision_number': 3, 'project_id': 'bca94be9298e4224955553cfbefc9df4', 'gw_port': {'id': 'f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c06539c-a3d1-484c-b7f7-9cb76d19f7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:35Z', 'updated_at': '2021-07-22T22:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi'}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:18:41.168053 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a46ebc-0f00-4e98-a5e4-4865a5d7bff8 req-4c2da862-582c-4681-98c9-43f8001d036c tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:41.175294 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-09a46ebc-0f00-4e98-a5e4-4865a5d7bff8 req-4c2da862-582c-4681-98c9-43f8001d036c tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.3896017 Jul 22 22:18:41.287004 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-09a46ebc-0f00-4e98-a5e4-4865a5d7bff8 req-1d4868f2-047d-4f13-a205-2af0ac1e6a78 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004088 Jul 22 22:18:41.349483 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-56cded84-b764-4161-b15f-90672314f6c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:41.371335 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-56cded84-b764-4161-b15f-90672314f6c6 admin admin] Transition to ACTIVE for port object 64d75229-9746-4c93-8882-72a6f58eb7ab will not be triggered until provisioned by entity DHCP. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:18:41.491790 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-56cded84-b764-4161-b15f-90672314f6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960856'] for port, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:41.620370 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cded84-b764-4161-b15f-90672314f6c6 admin admin] Network 320e7af9-1817-4c2d-8e67-e9f692433aa6 is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:18:41.621992 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cded84-b764-4161-b15f-90672314f6c6 admin admin] Pushing event updated for resources: {'Port': ['ID=64d75229-9746-4c93-8882-72a6f58eb7ab,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:41.628838 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-56cded84-b764-4161-b15f-90672314f6c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:18:41.631795 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cded84-b764-4161-b15f-90672314f6c6 admin admin] Received port after_create {{(pid=93279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:18:41.803215 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-56cded84-b764-4161-b15f-90672314f6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-718106'] for router_interface, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:41.949287 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe929fb-b175-4c5a-8493-9c0b7912c126 req-a51f6dc9-332d-4a8c-9126-8a684da9343a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:41.963353 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5fe929fb-b175-4c5a-8493-9c0b7912c126 req-a51f6dc9-332d-4a8c-9126-8a684da9343a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.2770338 Jul 22 22:18:41.974410 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-045be5e4-6c1e-4a9c-96c1-f8ead30eebcd None None] Provisioning for port 64d75229-9746-4c93-8882-72a6f58eb7ab completed by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:18:41.988703 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-045be5e4-6c1e-4a9c-96c1-f8ead30eebcd None None] Provisioning complete for port 64d75229-9746-4c93-8882-72a6f58eb7ab triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:41.989537 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-045be5e4-6c1e-4a9c-96c1-f8ead30eebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:42.064459 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5fe929fb-b175-4c5a-8493-9c0b7912c126 req-1f3df1b2-aabf-4b7f-9fcb-169d84097208 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976422 Jul 22 22:18:42.103154 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-045be5e4-6c1e-4a9c-96c1-f8ead30eebcd None None] Port 64d75229-9746-4c93-8882-72a6f58eb7ab cannot update to ACTIVE because it is not bound. {{(pid=93280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:18:42.114828 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0 up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:18:42.172934 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-56cded84-b764-4161-b15f-90672314f6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:42.195477 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning for port f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0 completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:18:42.202028 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:42.202456 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:42.335954 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:42.374223 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] For port f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0,segment=NetworkSegment(b880b034-49fb-48cf-bc81-b26ee1611faf),segment_id=b880b034-49fb-48cf-bc81-b26ee1611faf)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:42.380014 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:42.381230 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 1119c689-24c1-46df-b78f-fefa190079cb up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:18:42.485322 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-56cded84-b764-4161-b15f-90672314f6c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:42.506235 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-56cded84-b764-4161-b15f-90672314f6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960851'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:42.545885 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Pushing event updated for resources: {'Port': ['ID=f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:42.548996 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port 1119c689-24c1-46df-b78f-fefa190079cb triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:42.549457 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:42.571450 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-56cded84-b764-4161-b15f-90672314f6c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717738'] for router_interface, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:42.709088 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cded84-b764-4161-b15f-90672314f6c6 admin admin] Pushing event updated for resources: {'Port': ['ID=64d75229-9746-4c93-8882-72a6f58eb7ab,revision_number=2']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:42.779334 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412a36e-f8a0-478d-a8b9-3adeb0d3e625 req-620bf15c-3ab1-44e1-bd06-859b93678879 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:42.786940 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a412a36e-f8a0-478d-a8b9-3adeb0d3e625 req-620bf15c-3ab1-44e1-bd06-859b93678879 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.2962136 Jul 22 22:18:42.873383 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cded84-b764-4161-b15f-90672314f6c6 admin admin] Network 320e7af9-1817-4c2d-8e67-e9f692433aa6 is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:18:42.878419 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-56cded84-b764-4161-b15f-90672314f6c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:18:42.915542 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a412a36e-f8a0-478d-a8b9-3adeb0d3e625 req-986cf0b9-1bb6-4445-b07d-1daef7825555 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271489 Jul 22 22:18:43.091924 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56cded84-b764-4161-b15f-90672314f6c6 admin admin] Router 5c06539c-a3d1-484c-b7f7-9cb76d19f7ea has already been hosted by L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 {{(pid=93279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:18:43.241205 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7d1e0d22-885c-47d1-951d-d40ffcf2de71 None None] Provisioning complete for port 64d75229-9746-4c93-8882-72a6f58eb7ab triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:43.242342 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7d1e0d22-885c-47d1-951d-d40ffcf2de71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:43.278239 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56cded84-b764-4161-b15f-90672314f6c6 admin admin] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:18:43.284396 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-7d1e0d22-885c-47d1-951d-d40ffcf2de71 None None] Port 64d75229-9746-4c93-8882-72a6f58eb7ab cannot update to ACTIVE because it is not bound. {{(pid=93280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:18:43.299752 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-56cded84-b764-4161-b15f-90672314f6c6 admin admin] 10.222.0.11 "PUT /v2.0/routers/5c06539c-a3d1-484c-b7f7-9cb76d19f7ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4273591 Jul 22 22:18:43.309716 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa14d02-d763-40b9-b18c-82a07bb510c0 req-df8e8c7a-d699-4b2c-a57c-7a819af75ef8 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:43.311332 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5aa14d02-d763-40b9-b18c-82a07bb510c0 req-df8e8c7a-d699-4b2c-a57c-7a819af75ef8 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.1355758 Jul 22 22:18:43.379837 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5aa14d02-d763-40b9-b18c-82a07bb510c0 req-6a30b19e-674b-45a0-9149-b5da0b289abe tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587392 Jul 22 22:18:43.653866 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cbc2cc-e907-4c38-b674-c51f4af1cb8d None None] Sync routers for ids ['5c06539c-a3d1-484c-b7f7-9cb76d19f7ea'] in dv-cinder-801912-2-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:18:43.666239 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cbc2cc-e907-4c38-b674-c51f4af1cb8d None None] Routers {'5c06539c-a3d1-484c-b7f7-9cb76d19f7ea'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:18:43.667331 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-68cbc2cc-e907-4c38-b674-c51f4af1cb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:18:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['5c06539c-a3d1-484c-b7f7-9cb76d19f7ea'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:43.808861 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-68cbc2cc-e907-4c38-b674-c51f4af1cb8d None None] Set router 5c06539c-a3d1-484c-b7f7-9cb76d19f7ea gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:18:43.918157 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0 up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:18:44.074947 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee2574-68e0-4339-94d1-b2410abbcf1f req-b73af6b0-5e83-4f4f-9c39-f7184a0ab67e tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:44.077629 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5eee2574-68e0-4339-94d1-b2410abbcf1f req-b73af6b0-5e83-4f4f-9c39-f7184a0ab67e tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0764406 Jul 22 22:18:44.126772 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5eee2574-68e0-4339-94d1-b2410abbcf1f req-57740d6c-44a4-4712-b995-65ba4ac63d16 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433242 Jul 22 22:18:44.189671 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:44.190690 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:44.307816 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-68cbc2cc-e907-4c38-b674-c51f4af1cb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c06539c-a3d1-484c-b7f7-9cb76d19f7ea', 'name': 'tempest-TestMinimumBasicScenario-2046263633-router', 'tenant_id': 'bca94be9298e4224955553cfbefc9df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:34Z', 'updated_at': '2021-07-22T22:18:42Z', 'revision_number': 4, 'project_id': 'bca94be9298e4224955553cfbefc9df4', 'gw_port': {'id': 'f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c06539c-a3d1-484c-b7f7-9cb76d19f7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:35Z', 'updated_at': '2021-07-22T22:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '64d75229-9746-4c93-8882-72a6f58eb7ab', 'name': '', 'network_id': '320e7af9-1817-4c2d-8e67-e9f692433aa6', 'tenant_id': 'bca94be9298e4224955553cfbefc9df4', 'mac_address': 'fa:16:3e:46:60:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c06539c-a3d1-484c-b7f7-9cb76d19f7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '43b01f2b-c627-435e-93f8-256d54a25b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:40Z', 'updated_at': '2021-07-22T22:18:42Z', 'revision_number': 2, 'project_id': 'bca94be9298e4224955553cfbefc9df4', 'subnets': [{'id': '43b01f2b-c627-435e-93f8-256d54a25b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:44.342192 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cbc2cc-e907-4c38-b674-c51f4af1cb8d None None] Checking router: 5c06539c-a3d1-484c-b7f7-9cb76d19f7ea for host: dv-cinder-801912-2-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:18:44.342467 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cbc2cc-e907-4c38-b674-c51f4af1cb8d None None] Updating router 5c06539c-a3d1-484c-b7f7-9cb76d19f7ea port 64d75229-9746-4c93-8882-72a6f58eb7ab binding host dv-cinder-801912-2-iscsi {{(pid=93280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:18:44.393139 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-68cbc2cc-e907-4c38-b674-c51f4af1cb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:44.605678 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa03fa-11f7-4dbc-961a-7e82d5c90fb2 req-9c277856-aa66-4078-abc1-a1a490fe7f36 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:44.607528 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-31fa03fa-11f7-4dbc-961a-7e82d5c90fb2 req-9c277856-aa66-4078-abc1-a1a490fe7f36 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.0808685 Jul 22 22:18:44.659514 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-31fa03fa-11f7-4dbc-961a-7e82d5c90fb2 req-eb9df0b6-eb86-47b7-904d-905da6de0f03 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450320 Jul 22 22:18:44.758092 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-68cbc2cc-e907-4c38-b674-c51f4af1cb8d None None] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:44.771362 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-68cbc2cc-e907-4c38-b674-c51f4af1cb8d None None] Transition to ACTIVE for port object 64d75229-9746-4c93-8882-72a6f58eb7ab will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:18:44.782010 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-68cbc2cc-e907-4c38-b674-c51f4af1cb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:44.858774 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbea15a-b093-4ecb-8549-0aa670d72823 None None] Pushing event updated for resources: {'Port': ['ID=64d75229-9746-4c93-8882-72a6f58eb7ab,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:44.931363 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-68cbc2cc-e907-4c38-b674-c51f4af1cb8d None None] Attempting to bind port 64d75229-9746-4c93-8882-72a6f58eb7ab on host dv-cinder-801912-2-iscsi for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:18:44.932441 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-68cbc2cc-e907-4c38-b674-c51f4af1cb8d None None] Attempting to bind port 64d75229-9746-4c93-8882-72a6f58eb7ab by drivers openvswitch,hyperv on host dv-cinder-801912-2-iscsi at level 0 using segments [{'id': '4021edac-bc4d-4848-bc84-ae6605b10806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '320e7af9-1817-4c2d-8e67-e9f692433aa6'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:18:44.932812 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cbc2cc-e907-4c38-b674-c51f4af1cb8d None None] Attempting to bind port 64d75229-9746-4c93-8882-72a6f58eb7ab on network 320e7af9-1817-4c2d-8e67-e9f692433aa6 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:18:44.941172 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cbc2cc-e907-4c38-b674-c51f4af1cb8d None None] Checking agent: {'id': '46b940f2-f108-4e1e-b841-f66930078767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801912-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 8, 19), 'started_at': datetime.datetime(2021, 7, 22, 22, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801912-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:18:44.941657 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cbc2cc-e907-4c38-b674-c51f4af1cb8d None None] Checking segment: {'id': '4021edac-bc4d-4848-bc84-ae6605b10806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '320e7af9-1817-4c2d-8e67-e9f692433aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:18:44.942070 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-68cbc2cc-e907-4c38-b674-c51f4af1cb8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:44.942537 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cbc2cc-e907-4c38-b674-c51f4af1cb8d None None] Bound using segment: {'id': '4021edac-bc4d-4848-bc84-ae6605b10806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '320e7af9-1817-4c2d-8e67-e9f692433aa6'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:18:44.943083 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-68cbc2cc-e907-4c38-b674-c51f4af1cb8d None None] Bound port: 64d75229-9746-4c93-8882-72a6f58eb7ab, host: dv-cinder-801912-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4021edac-bc4d-4848-bc84-ae6605b10806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '320e7af9-1817-4c2d-8e67-e9f692433aa6'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:18:44.943736 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-68cbc2cc-e907-4c38-b674-c51f4af1cb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:45.096408 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-68cbc2cc-e907-4c38-b674-c51f4af1cb8d None None] For port 64d75229-9746-4c93-8882-72a6f58eb7ab, host dv-cinder-801912-2-iscsi, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:18:45.100286 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-68cbc2cc-e907-4c38-b674-c51f4af1cb8d None None] For port 64d75229-9746-4c93-8882-72a6f58eb7ab, host dv-cinder-801912-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=64d75229-9746-4c93-8882-72a6f58eb7ab,segment=NetworkSegment(4021edac-bc4d-4848-bc84-ae6605b10806),segment_id=4021edac-bc4d-4848-bc84-ae6605b10806)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:18:45.108872 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-68cbc2cc-e907-4c38-b674-c51f4af1cb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:45.188350 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cbc2cc-e907-4c38-b674-c51f4af1cb8d None None] Routers {'5c06539c-a3d1-484c-b7f7-9cb76d19f7ea'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:18:45.189114 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-68cbc2cc-e907-4c38-b674-c51f4af1cb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:18:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['5c06539c-a3d1-484c-b7f7-9cb76d19f7ea'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:45.272670 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbea15a-b093-4ecb-8549-0aa670d72823 None None] Pushing event updated for resources: {'Port': ['ID=64d75229-9746-4c93-8882-72a6f58eb7ab,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:45.347657 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-68cbc2cc-e907-4c38-b674-c51f4af1cb8d None None] Set router 5c06539c-a3d1-484c-b7f7-9cb76d19f7ea gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:18:45.356698 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2d70d-452b-4e0c-aca0-bb93b398a5f9 req-b07172e8-8112-434a-8830-49d5592279db tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:45.368926 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-25d2d70d-452b-4e0c-aca0-bb93b398a5f9 req-b07172e8-8112-434a-8830-49d5592279db tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.1170638 Jul 22 22:18:45.434686 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-25d2d70d-452b-4e0c-aca0-bb93b398a5f9 req-35fe4252-9afe-475d-ae6f-5746d07c6148 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648193 Jul 22 22:18:45.628056 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-68cbc2cc-e907-4c38-b674-c51f4af1cb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c06539c-a3d1-484c-b7f7-9cb76d19f7ea', 'name': 'tempest-TestMinimumBasicScenario-2046263633-router', 'tenant_id': 'bca94be9298e4224955553cfbefc9df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:34Z', 'updated_at': '2021-07-22T22:18:42Z', 'revision_number': 4, 'project_id': 'bca94be9298e4224955553cfbefc9df4', 'gw_port': {'id': 'f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c06539c-a3d1-484c-b7f7-9cb76d19f7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:35Z', 'updated_at': '2021-07-22T22:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '64d75229-9746-4c93-8882-72a6f58eb7ab', 'name': '', 'network_id': '320e7af9-1817-4c2d-8e67-e9f692433aa6', 'tenant_id': 'bca94be9298e4224955553cfbefc9df4', 'mac_address': 'fa:16:3e:46:60:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c06539c-a3d1-484c-b7f7-9cb76d19f7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '43b01f2b-c627-435e-93f8-256d54a25b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:40Z', 'updated_at': '2021-07-22T22:18:45Z', 'revision_number': 4, 'project_id': 'bca94be9298e4224955553cfbefc9df4', 'subnets': [{'id': '43b01f2b-c627-435e-93f8-256d54a25b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:45.659062 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cbc2cc-e907-4c38-b674-c51f4af1cb8d None None] The sync data for ids ['5c06539c-a3d1-484c-b7f7-9cb76d19f7ea'] in dv-cinder-801912-2-iscsi is: [{'id': '5c06539c-a3d1-484c-b7f7-9cb76d19f7ea', 'name': 'tempest-TestMinimumBasicScenario-2046263633-router', 'tenant_id': 'bca94be9298e4224955553cfbefc9df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:34Z', 'updated_at': '2021-07-22T22:18:42Z', 'revision_number': 4, 'project_id': 'bca94be9298e4224955553cfbefc9df4', 'gw_port': {'id': 'f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c06539c-a3d1-484c-b7f7-9cb76d19f7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:35Z', 'updated_at': '2021-07-22T22:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '64d75229-9746-4c93-8882-72a6f58eb7ab', 'name': '', 'network_id': '320e7af9-1817-4c2d-8e67-e9f692433aa6', 'tenant_id': 'bca94be9298e4224955553cfbefc9df4', 'mac_address': 'fa:16:3e:46:60:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c06539c-a3d1-484c-b7f7-9cb76d19f7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '43b01f2b-c627-435e-93f8-256d54a25b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:40Z', 'updated_at': '2021-07-22T22:18:45Z', 'revision_number': 4, 'project_id': 'bca94be9298e4224955553cfbefc9df4', 'subnets': [{'id': '43b01f2b-c627-435e-93f8-256d54a25b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:18:45.925332 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb9588-bd1b-490b-8660-8cb8c94f790a req-977c1a6b-615d-4e33-933c-b80e2202f352 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:45.927147 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-38fb9588-bd1b-490b-8660-8cb8c94f790a req-977c1a6b-615d-4e33-933c-b80e2202f352 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.1567602 Jul 22 22:18:45.960140 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 64d75229-9746-4c93-8882-72a6f58eb7ab up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:18:46.005208 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-38fb9588-bd1b-490b-8660-8cb8c94f790a req-a65b547e-0a5b-45c0-811e-1e2003eb3900 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717008 Jul 22 22:18:46.071129 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning for port 64d75229-9746-4c93-8882-72a6f58eb7ab completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:18:46.077885 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port 64d75229-9746-4c93-8882-72a6f58eb7ab triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:46.078572 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:46.182489 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:46.231286 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] For port 64d75229-9746-4c93-8882-72a6f58eb7ab, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=64d75229-9746-4c93-8882-72a6f58eb7ab,segment=NetworkSegment(4021edac-bc4d-4848-bc84-ae6605b10806),segment_id=4021edac-bc4d-4848-bc84-ae6605b10806)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:46.241011 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:46.318623 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Pushing event updated for resources: {'Port': ['ID=64d75229-9746-4c93-8882-72a6f58eb7ab,revision_number=5']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:46.562105 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-583ad256-b1ba-4c01-9ad8-5dcc233f841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:46.641907 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c5e98-4b9c-48c9-b382-c00a343b480a req-abcae7d1-6c2c-4755-b2e9-a606cdccca09 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:46.648838 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-9c3c5e98-4b9c-48c9-b382-c00a343b480a req-abcae7d1-6c2c-4755-b2e9-a606cdccca09 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.1015720 Jul 22 22:18:46.706193 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-9c3c5e98-4b9c-48c9-b382-c00a343b480a req-31182049-5584-4c54-afdc-06d36580cfd8 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560830 Jul 22 22:18:47.209640 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51419de-a8ed-436b-a488-718c7e0575f4 req-43ff1ce3-2238-45c7-a10a-1289a7c78e56 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:47.211107 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d51419de-a8ed-436b-a488-718c7e0575f4 req-43ff1ce3-2238-45c7-a10a-1289a7c78e56 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.0874112 Jul 22 22:18:47.256032 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d51419de-a8ed-436b-a488-718c7e0575f4 req-529d18d3-7692-4633-b84d-360096bdf3ef tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378182 Jul 22 22:18:47.888739 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806543a8-9831-4b94-a854-bd4124f5d877 req-7345ff58-d139-40f8-bc84-20562e391259 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:47.889676 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-806543a8-9831-4b94-a854-bd4124f5d877 req-7345ff58-d139-40f8-bc84-20562e391259 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.1048491 Jul 22 22:18:47.890995 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 64d75229-9746-4c93-8882-72a6f58eb7ab up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:18:47.934510 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-806543a8-9831-4b94-a854-bd4124f5d877 req-682f0c63-5f70-4c4a-b7a7-50c74cdd2564 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392504 Jul 22 22:18:47.980638 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port 64d75229-9746-4c93-8882-72a6f58eb7ab triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:47.981021 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:48.465269 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0659cf-2a3a-4817-a030-d3e5d798e5b1 req-c9be22cf-4bec-4bab-8972-1809fefebacc tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:48.467072 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5c0659cf-2a3a-4817-a030-d3e5d798e5b1 req-c9be22cf-4bec-4bab-8972-1809fefebacc tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.0809469 Jul 22 22:18:48.522233 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5c0659cf-2a3a-4817-a030-d3e5d798e5b1 req-2de22737-0b60-4fd7-8a3e-2c5115bb950f tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453906 Jul 22 22:18:48.934399 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6b0f4ec8-24a8-4c3b-a0c9-7be20e3fbfd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:49.092872 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455de46-1845-4da4-ade1-6861ac822c5a req-07e0fddc-2e06-4ac1-8a24-72857e3868d8 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:49.094378 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8455de46-1845-4da4-ade1-6861ac822c5a req-07e0fddc-2e06-4ac1-8a24-72857e3868d8 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0791883 Jul 22 22:18:49.139972 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8455de46-1845-4da4-ade1-6861ac822c5a req-ed73f12b-0830-43e1-a382-864b2625feef tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393076 Jul 22 22:18:49.147931 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:49.663512 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c6b82-fff9-4fa9-9c5f-d6c94fdf6ccd req-3aed4e81-4b38-41ab-b003-16664d69c7cb tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:49.671141 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c50c6b82-fff9-4fa9-9c5f-d6c94fdf6ccd req-3aed4e81-4b38-41ab-b003-16664d69c7cb tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.0777235 Jul 22 22:18:49.716844 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c50c6b82-fff9-4fa9-9c5f-d6c94fdf6ccd req-b31b3878-e0b3-497f-b57d-3ddef30b653c tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445118 Jul 22 22:18:50.214823 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:50.350225 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b5ff0-cd59-4263-bbe0-c89696520d92 req-b59858e1-c2ac-4ee3-89a0-b8e60a19c0de tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:50.352413 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d37b5ff0-cd59-4263-bbe0-c89696520d92 req-b59858e1-c2ac-4ee3-89a0-b8e60a19c0de tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.1000955 Jul 22 22:18:50.401523 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d37b5ff0-cd59-4263-bbe0-c89696520d92 req-cd3f3601-de29-4e2c-897e-7ab71f274de3 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425854 Jul 22 22:18:50.914655 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce189c14-c6f8-4aa5-819e-11ff549564b8 req-ec0f67f2-6393-4188-9ca7-1b136611abfd tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:50.918644 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ce189c14-c6f8-4aa5-819e-11ff549564b8 req-ec0f67f2-6393-4188-9ca7-1b136611abfd tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.0784752 Jul 22 22:18:50.974102 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ce189c14-c6f8-4aa5-819e-11ff549564b8 req-da4c9078-4da1-45ca-acc7-4f583f982071 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499711 Jul 22 22:18:51.554305 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a788a-10af-42ef-9406-c0cba6eac795 req-b22a97b0-77a5-4439-8eaa-de7a0b99596e tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:51.555842 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7f6a788a-10af-42ef-9406-c0cba6eac795 req-b22a97b0-77a5-4439-8eaa-de7a0b99596e tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0800188 Jul 22 22:18:51.598594 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7f6a788a-10af-42ef-9406-c0cba6eac795 req-b92c116e-e8f6-4590-b1c5-7e2bd3a066d6 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362506 Jul 22 22:18:51.858429 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:52.201776 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44454a5b-3bf5-48a4-9923-0f1443a69fb0 req-41483f6a-7b31-45c1-b774-bba8f9afcfde tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:52.203343 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-44454a5b-3bf5-48a4-9923-0f1443a69fb0 req-41483f6a-7b31-45c1-b774-bba8f9afcfde tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.0745683 Jul 22 22:18:52.242675 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-44454a5b-3bf5-48a4-9923-0f1443a69fb0 req-6b9df9fe-2140-471c-9fb5-b9cabff64677 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331850 Jul 22 22:18:52.754655 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d87e0d-a49b-4038-9883-4812952f43fc req-60948da4-bb58-45fd-b508-dc0e034d77f5 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:52.756154 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-39d87e0d-a49b-4038-9883-4812952f43fc req-60948da4-bb58-45fd-b508-dc0e034d77f5 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0766461 Jul 22 22:18:52.801417 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-39d87e0d-a49b-4038-9883-4812952f43fc req-5e2e321e-ab16-4047-8aa8-49a715c75180 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384362 Jul 22 22:18:53.404298 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2ce16-137a-4d62-b7f4-5bd3cc5f63f9 req-03b48892-725c-4605-ba89-d3bc6caec960 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:53.408715 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-22a2ce16-137a-4d62-b7f4-5bd3cc5f63f9 req-03b48892-725c-4605-ba89-d3bc6caec960 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.0721610 Jul 22 22:18:53.449068 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-22a2ce16-137a-4d62-b7f4-5bd3cc5f63f9 req-a4b4c75c-3ff1-4a2d-a362-de103101d4a2 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385818 Jul 22 22:18:53.958611 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b127f19-357a-4fec-898d-1ce528ce6b0b req-bb6b78a7-fd78-40e5-b2be-10e401d0b3cd tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:53.964854 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-2b127f19-357a-4fec-898d-1ce528ce6b0b req-bb6b78a7-fd78-40e5-b2be-10e401d0b3cd tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0862758 Jul 22 22:18:54.003518 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-2b127f19-357a-4fec-898d-1ce528ce6b0b req-3aa48422-d56c-495b-91e4-2b0e47b0a2f5 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371730 Jul 22 22:18:54.065350 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:54.620894 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728f4ff-ce51-4182-a96d-d16a64ecdd18 req-61370473-1124-4fcc-979a-a30ac9cc4542 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:54.622932 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-2728f4ff-ce51-4182-a96d-d16a64ecdd18 req-61370473-1124-4fcc-979a-a30ac9cc4542 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.0996580 Jul 22 22:18:54.663519 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-2728f4ff-ce51-4182-a96d-d16a64ecdd18 req-26cef13d-1f59-44fb-98f5-c3e51797b47c tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347769 Jul 22 22:18:55.156746 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ca2c0-06ab-4273-9b65-d674c0a6999b req-496c9fce-8b48-4912-87bc-90bbc70ee0c7 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:55.164888 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b54ca2c0-06ab-4273-9b65-d674c0a6999b req-496c9fce-8b48-4912-87bc-90bbc70ee0c7 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0857971 Jul 22 22:18:55.208974 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b54ca2c0-06ab-4273-9b65-d674c0a6999b req-896d2731-abd0-4545-b4d7-e02b015561ec tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367162 Jul 22 22:18:55.410230 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73793834-6c8d-496f-be39-c7a6e8789f90 req-9eb07e3d-61ff-41f2-90e6-556ac202a30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:55.411752 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-73793834-6c8d-496f-be39-c7a6e8789f90 req-9eb07e3d-61ff-41f2-90e6-556ac202a30d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=4d3659e8b835430388a2cee22076abe4&device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 1099 time: 0.0608277 Jul 22 22:18:55.536472 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73793834-6c8d-496f-be39-c7a6e8789f90 req-cb740ee1-02da-4cd6-b6a1-0d3438077894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:55.538438 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-73793834-6c8d-496f-be39-c7a6e8789f90 req-cb740ee1-02da-4cd6-b6a1-0d3438077894 service neutron] 10.222.0.115 "GET /v2.0/networks?id=4aaef0ad-84e7-449b-8140-d9a9cce60069 HTTP/1.1" status: 200 len: 918 time: 0.1077619 Jul 22 22:18:55.626792 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-73793834-6c8d-496f-be39-c7a6e8789f90 req-64bb31c3-53b9-42a9-8a61-61fa048499cc service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=072bf681-48fb-44ec-9642-e2030452f3a3 HTTP/1.1" status: 200 len: 1002 time: 0.0751927 Jul 22 22:18:55.695758 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73793834-6c8d-496f-be39-c7a6e8789f90 req-9c5e2308-2735-423c-9406-53dc63f910ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:55.697925 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-73793834-6c8d-496f-be39-c7a6e8789f90 req-9c5e2308-2735-423c-9406-53dc63f910ac service neutron] 10.222.0.115 "GET /v2.0/subnets?id=5caf93b5-914e-42f5-8313-0d8eb8086bc1 HTTP/1.1" status: 200 len: 856 time: 0.0470042 Jul 22 22:18:55.775847 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73793834-6c8d-496f-be39-c7a6e8789f90 req-0ec507fd-b3ef-4b9f-a976-296b561dc9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:55.777763 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-73793834-6c8d-496f-be39-c7a6e8789f90 req-0ec507fd-b3ef-4b9f-a976-296b561dc9be service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=4aaef0ad-84e7-449b-8140-d9a9cce60069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0681973 Jul 22 22:18:55.847429 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99df41b-408a-4d48-a69a-c77846ff65a5 req-67861a6f-067a-430e-8c63-314bf7781db6 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:55.867662 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f99df41b-408a-4d48-a69a-c77846ff65a5 req-67861a6f-067a-430e-8c63-314bf7781db6 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 946 time: 0.1027586 Jul 22 22:18:55.907626 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-73793834-6c8d-496f-be39-c7a6e8789f90 req-0d9c64e8-e3a6-4a8e-b7a0-a3f3ee4c8f4d service neutron] 10.222.0.115 "GET /v2.0/networks/4aaef0ad-84e7-449b-8140-d9a9cce60069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169822 Jul 22 22:18:55.924803 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f99df41b-408a-4d48-a69a-c77846ff65a5 req-841a44b4-3712-4861-8b6d-37fb9b35c8c3 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561516 Jul 22 22:18:56.057182 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-73793834-6c8d-496f-be39-c7a6e8789f90 req-83de45ea-5fb1-4bc2-835d-c1e8909401a1 service neutron] 10.222.0.115 "GET /v2.0/networks/4aaef0ad-84e7-449b-8140-d9a9cce60069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384768 Jul 22 22:18:56.401267 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a0021-7443-4820-a40a-44cf8615d2c6 req-7ad14591-b05c-4508-8341-0829697c07c8 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:56.409714 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e13a0021-7443-4820-a40a-44cf8615d2c6 req-7ad14591-b05c-4508-8341-0829697c07c8 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.1132538 Jul 22 22:18:56.471294 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e13a0021-7443-4820-a40a-44cf8615d2c6 req-461b6643-567a-4ac2-87eb-8b3dbd5e329a tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603039 Jul 22 22:18:56.677660 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 072bf681-48fb-44ec-9642-e2030452f3a3 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:18:56.825921 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:56.877244 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '072bf681-48fb-44ec-9642-e2030452f3a3'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:18:56.881110 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f27b67f0d35f7f80674a04ef850f841daaa75b8eb1023cd4f94f55c11be84c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70ca5af-3167-4bd0-a036-7da0e147d02b" -d '{"events": [{"server_uuid": "12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f", "name": "network-vif-unplugged", "status": "completed", "tag": "072bf681-48fb-44ec-9642-e2030452f3a3"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:18:56.942509 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 072bf681-48fb-44ec-9642-e2030452f3a3, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=072bf681-48fb-44ec-9642-e2030452f3a3,segment=NetworkSegment(e3b20446-b3e0-4ede-9ab0-e90ab51c0319),segment_id=e3b20446-b3e0-4ede-9ab0-e90ab51c0319)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:56.951722 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:57.014368 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 22:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbc7e58-b25b-4202-992b-d72a1f6c338a x-openstack-request-id: req-8cbc7e58-b25b-4202-992b-d72a1f6c338a {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:18:57.014791 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f", "name": "network-vif-unplugged", "status": "completed", "tag": "072bf681-48fb-44ec-9642-e2030452f3a3", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:18:57.014923 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8cbc7e58-b25b-4202-992b-d72a1f6c338a {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:18:57.016432 dv-cinder-801912-2-iscsi neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '072bf681-48fb-44ec-9642-e2030452f3a3', 'code': 200} Jul 22 22:18:57.076360 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=072bf681-48fb-44ec-9642-e2030452f3a3,revision_number=8']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:57.294279 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0556e-c17a-4bd7-986c-c71b0a721417 req-1511b906-acc3-4caa-83a6-e6a561d7e8ea tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:57.294279 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-6ec0556e-c17a-4bd7-986c-c71b0a721417 req-1511b906-acc3-4caa-83a6-e6a561d7e8ea tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.1894579 Jul 22 22:18:57.370604 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-6ec0556e-c17a-4bd7-986c-c71b0a721417 req-abdeb4fb-9243-4a3f-9be7-7d1d3264351b tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756342 Jul 22 22:18:57.652768 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470694b-5149-4406-99f9-a03b1c99bb5e req-312ad389-fdcf-433b-84ca-b88be0fce44e tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:57.661243 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e470694b-5149-4406-99f9-a03b1c99bb5e req-312ad389-fdcf-433b-84ca-b88be0fce44e tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.1111817 Jul 22 22:18:57.728728 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e470694b-5149-4406-99f9-a03b1c99bb5e req-625e849d-61d2-402d-a2d7-2a57cf83fc5c tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644197 Jul 22 22:18:58.591688 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092944a-a6d0-42f2-8f16-322ba7f7f4b1 req-0edc8627-206c-4f4d-be69-ce0e931c7bf7 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:58.600971 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a092944a-a6d0-42f2-8f16-322ba7f7f4b1 req-0edc8627-206c-4f4d-be69-ce0e931c7bf7 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.1363111 Jul 22 22:18:58.651763 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a092944a-a6d0-42f2-8f16-322ba7f7f4b1 req-cd0726fa-5c1f-45ee-9737-36aa5602a9df tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494387 Jul 22 22:18:58.919733 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b4a24-87f3-4233-86d7-61b8af7c9cba req-ef076f70-3797-49ba-94fb-b1e8e4f43f25 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:58.923017 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-fe3b4a24-87f3-4233-86d7-61b8af7c9cba req-ef076f70-3797-49ba-94fb-b1e8e4f43f25 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.1082339 Jul 22 22:18:58.972156 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-fe3b4a24-87f3-4233-86d7-61b8af7c9cba req-83978869-63dc-4c0c-9501-7f404631d629 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431755 Jul 22 22:18:59.125788 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-48e50b09-f33d-43f2-b81e-39bebb4607ab tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:59.127391 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-48e50b09-f33d-43f2-b81e-39bebb4607ab tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/networks?id=34673370-560f-41fe-9c17-1619350d74d3 HTTP/1.1" status: 200 len: 814 time: 0.1344237 Jul 22 22:18:59.160173 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-cb20973f-4de2-4a12-8ec7-1b30caa0f6e9 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/quotas/8038fbe851d34a8281dfd4c3137eeb0e HTTP/1.1" status: 200 len: 375 time: 0.0187111 Jul 22 22:18:59.322928 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-7d37d567-7008-4e45-90db-b212191e5159 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8038fbe851d34a8281dfd4c3137eeb0e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1445401 Jul 22 22:18:59.442346 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-d8e256ab-39f1-4a3d-b354-0320cb45d320 service neutron] 10.222.0.11 "GET /v2.0/networks/34673370-560f-41fe-9c17-1619350d74d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169636 Jul 22 22:18:59.566975 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-6bac26d3-ef01-4bdf-aeeb-f5d156f483ac service neutron] 10.222.0.11 "GET /v2.0/networks/34673370-560f-41fe-9c17-1619350d74d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178343 Jul 22 22:18:59.695780 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-7013be69-6257-4ac8-915c-90c690ca777d tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:59.704062 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-7013be69-6257-4ac8-915c-90c690ca777d tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/networks?id=f37d9d3d-f407-4eae-a393-c7d2061d8e21 HTTP/1.1" status: 200 len: 815 time: 0.1502881 Jul 22 22:18:59.721206 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-d60c1bb2-c3e1-4b0e-9dd5-adfe31f3c91c tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/quotas/7655566a61044cf8868d0fed64444851 HTTP/1.1" status: 200 len: 375 time: 0.0161736 Jul 22 22:18:59.841957 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-eff5f7a5-4495-4b78-bd2b-13e7d1d0a47c tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7655566a61044cf8868d0fed64444851&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1197109 Jul 22 22:18:59.871484 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8feacab-f552-4800-88c6-570bdb4b43ac req-d554d5f3-1c40-40d5-8fab-2d45dc25e601 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:59.876851 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c8feacab-f552-4800-88c6-570bdb4b43ac req-d554d5f3-1c40-40d5-8fab-2d45dc25e601 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.0993733 Jul 22 22:18:59.961741 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c8feacab-f552-4800-88c6-570bdb4b43ac req-4176a692-cb25-4a64-8f1d-18314c15db19 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800138 Jul 22 22:19:00.181925 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b117fd0e-d166-48b5-8c90-0b0bfbdaf85c req-e83d4cd5-3620-40c7-94c2-a320d9800ab7 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 210 time: 0.0378838 Jul 22 22:19:00.219415 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-d070bf8a-88ce-4462-b82c-f1b405ca39a5 service neutron] 10.222.0.11 "GET /v2.0/networks/f37d9d3d-f407-4eae-a393-c7d2061d8e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400679 Jul 22 22:19:00.376790 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-176a99c4-8666-44ae-b04f-056947254d17 service neutron] 10.222.0.11 "GET /v2.0/networks/f37d9d3d-f407-4eae-a393-c7d2061d8e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462085 Jul 22 22:19:00.831361 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-94701ac3-5631-4e0f-9225-1f704ad2a3c6 req-d713d4b7-5143-4e51-9151-b8ae8911bc3c tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 210 time: 0.0703235 Jul 22 22:19:00.844424 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325cdd0-f71a-4d33-83f6-03a0c013ca73 req-abc8e283-e2d1-494b-9d80-5e13ed903a3c tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:00.845998 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8325cdd0-f71a-4d33-83f6-03a0c013ca73 req-abc8e283-e2d1-494b-9d80-5e13ed903a3c tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.1927652 Jul 22 22:19:00.905845 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8325cdd0-f71a-4d33-83f6-03a0c013ca73 req-4510485a-ab77-4827-97a6-9a6dbe51036d tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540402 Jul 22 22:19:01.168800 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2aad1c-f2cc-4b8e-82c5-0cb10c22f971 req-347c4cfd-bd6e-4bcc-9980-4820b0637b80 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:01.177068 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-cc2aad1c-f2cc-4b8e-82c5-0cb10c22f971 req-347c4cfd-bd6e-4bcc-9980-4820b0637b80 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.0881987 Jul 22 22:19:01.286423 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-cc2aad1c-f2cc-4b8e-82c5-0cb10c22f971 req-860ef5c8-4d11-4097-9080-ee5e25797428 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999117 Jul 22 22:19:01.341358 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e7a8c17b-f77e-4c10-9525-0de2f318d3a5 req-0e4a77fd-6670-4375-87a2-4f36269a59a2 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 210 time: 0.0532508 Jul 22 22:19:01.662156 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 48862) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:01.720671 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-0ded7565-2ec3-4879-93aa-4154764870e4 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:01.723635 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-0ded7565-2ec3-4879-93aa-4154764870e4 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.115 "GET /v2.0/networks?id=34673370-560f-41fe-9c17-1619350d74d3 HTTP/1.1" status: 200 len: 814 time: 0.2108781 Jul 22 22:19:01.756427 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-879429ba-0462-4535-a837-048723dea825 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Request body: {'port': {'device_id': '2692d604-3775-4484-a86f-52a21edc02f5', 'network_id': '34673370-560f-41fe-9c17-1619350d74d3', 'admin_state_up': True, 'tenant_id': '8038fbe851d34a8281dfd4c3137eeb0e'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:19:01.810526 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-6516e433-fadf-4de1-a892-85af6f8d7112 req-79b8ee22-2afb-45a5-bdd9-dc08a10bad93 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1442301 Jul 22 22:19:01.961355 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-879429ba-0462-4535-a837-048723dea825 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Made reservation on behalf of 8038fbe851d34a8281dfd4c3137eeb0e for: {'port': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:19:01.966454 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-879429ba-0462-4535-a837-048723dea825 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:02.036896 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5d1b687c-125c-48d2-beca-0994b0da1b6e req-dbb0840a-4d5c-478a-9b34-94bd9b5e3e17 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 210 time: 0.0596466 Jul 22 22:19:02.177054 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65f45a-432f-474f-8600-f5cf23d00666 req-e3686c52-165e-4d90-81e9-04dd2448192b tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:02.184981 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4b65f45a-432f-474f-8600-f5cf23d00666 req-e3686c52-165e-4d90-81e9-04dd2448192b tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.1514137 Jul 22 22:19:02.204857 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-879429ba-0462-4535-a837-048723dea825 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Allocated IP 172.20.0.11 (34673370-560f-41fe-9c17-1619350d74d3/1d8f399d-005f-4419-9f4d-091c2cf5b73e/20137ae8-6143-4942-bd93-3a554a1545e2) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:19:02.264997 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4b65f45a-432f-474f-8600-f5cf23d00666 req-e9ba008a-4524-40f0-8b54-77ce9c4f5d3d tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719383 Jul 22 22:19:02.506067 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17317dad-49b8-4694-adfd-d80ea8a2b8d0 req-a5899f55-9fa5-4642-8a65-cadc0a8e5c73 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:02.507636 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-17317dad-49b8-4694-adfd-d80ea8a2b8d0 req-a5899f55-9fa5-4642-8a65-cadc0a8e5c73 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.0938473 Jul 22 22:19:02.560379 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-be4938b7-e296-4a30-9fe4-bb30fd761a11 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:02.562731 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-be4938b7-e296-4a30-9fe4-bb30fd761a11 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.115 "GET /v2.0/networks?id=f37d9d3d-f407-4eae-a393-c7d2061d8e21 HTTP/1.1" status: 200 len: 815 time: 0.2343192 Jul 22 22:19:02.630839 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-1ed8fc4c-766c-4da4-8fb9-c70fedc5508f tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Request body: {'port': {'device_id': 'be939f47-516a-429d-b7cd-4828c8f42dcf', 'network_id': 'f37d9d3d-f407-4eae-a393-c7d2061d8e21', 'admin_state_up': True, 'tenant_id': '7655566a61044cf8868d0fed64444851'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:19:02.655922 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-17317dad-49b8-4694-adfd-d80ea8a2b8d0 req-335a8fb0-27f9-4541-8481-2187a5fecd93 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366665 Jul 22 22:19:02.687476 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-879429ba-0462-4535-a837-048723dea825 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:02.714694 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 072bf681-48fb-44ec-9642-e2030452f3a3 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:19:02.760918 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-879429ba-0462-4535-a837-048723dea825 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:02.794878 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['51ae40b1-71cb-4fad-baf2-3a802beac11b', '9ab74b66-a5c2-447f-baa2-e33b324346a7', '56eb92a8-04f6-47e7-9e92-4af9650a284e'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:19:02.884286 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-879429ba-0462-4535-a837-048723dea825 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Network 34673370-560f-41fe-9c17-1619350d74d3 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:19:02.885324 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879429ba-0462-4535-a837-048723dea825 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Pushing event updated for resources: {'Port': ['ID=20137ae8-6143-4942-bd93-3a554a1545e2,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:02.892272 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-879429ba-0462-4535-a837-048723dea825 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:19:02.896279 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-879429ba-0462-4535-a837-048723dea825 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:19:02.976325 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-879429ba-0462-4535-a837-048723dea825 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:02.977149 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-879429ba-0462-4535-a837-048723dea825 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:02.982488 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-1ed8fc4c-766c-4da4-8fb9-c70fedc5508f tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Made reservation on behalf of 7655566a61044cf8868d0fed64444851 for: {'port': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:19:02.987105 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-1ed8fc4c-766c-4da4-8fb9-c70fedc5508f tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:03.011042 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc43954-5669-4ae8-80ae-96d458e2645f req-663e97d8-49e9-46fd-b77a-e642e6129e45 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:03.013582 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-adc43954-5669-4ae8-80ae-96d458e2645f req-663e97d8-49e9-46fd-b77a-e642e6129e45 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 932 time: 0.2296312 Jul 22 22:19:03.042402 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-879429ba-0462-4535-a837-048723dea825 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2933240 Jul 22 22:19:03.079779 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-adc43954-5669-4ae8-80ae-96d458e2645f req-860690a8-b992-44f6-bb0a-ee4a722109b4 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591733 Jul 22 22:19:03.114153 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-62d7b6a4-13a0-4191-a200-d1b05ef01ad8 service neutron] Request body: {'port': {'device_id': '2692d604-3775-4484-a86f-52a21edc02f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:19:03.335818 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f9107154-a343-40cf-80de-40f7897076ef req-1d303f17-a0e2-4d19-ad63-119cd762574d tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 210 time: 0.1017134 Jul 22 22:19:03.391143 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-62d7b6a4-13a0-4191-a200-d1b05ef01ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:03.510064 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-1ed8fc4c-766c-4da4-8fb9-c70fedc5508f tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Allocated IP 172.20.0.14 (f37d9d3d-f407-4eae-a393-c7d2061d8e21/7da51077-13ec-4dff-886f-d0eb88cbac6d/4848c327-9cf5-43bc-95c4-5715398fd35d) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:19:03.627936 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4af3a5-3dfb-4ad6-8a90-0d3603343190 req-e071fe50-4404-44d1-ac7f-da388cc20a8c tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:03.629442 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-dd4af3a5-3dfb-4ad6-8a90-0d3603343190 req-e071fe50-4404-44d1-ac7f-da388cc20a8c tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.1782274 Jul 22 22:19:03.756444 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-dd4af3a5-3dfb-4ad6-8a90-0d3603343190 req-46ce9b73-01bc-4b8d-b1e1-58144b546a39 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198511 Jul 22 22:19:03.969543 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5a9aa-e255-49da-8b19-7cd5b2339a48 req-f3bf7923-7809-4e2c-8f79-c062d22e63d6 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:03.972104 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-62e5a9aa-e255-49da-8b19-7cd5b2339a48 req-f3bf7923-7809-4e2c-8f79-c062d22e63d6 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.1495440 Jul 22 22:19:04.081312 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-1ed8fc4c-766c-4da4-8fb9-c70fedc5508f tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:04.150575 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-62e5a9aa-e255-49da-8b19-7cd5b2339a48 req-11ed55d5-0cdc-40b5-a01f-27142acd23c9 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557875 Jul 22 22:19:04.215791 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-1ed8fc4c-766c-4da4-8fb9-c70fedc5508f tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Transition to ACTIVE for port object 4848c327-9cf5-43bc-95c4-5715398fd35d will not be triggered until provisioned by entity DHCP. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:19:04.334461 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-62d7b6a4-13a0-4191-a200-d1b05ef01ad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20137ae8-6143-4942-bd93-3a554a1545e2 {{(pid=93278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:19:04.360660 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-62d7b6a4-13a0-4191-a200-d1b05ef01ad8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:04.377633 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-62d7b6a4-13a0-4191-a200-d1b05ef01ad8 service neutron] Transition to ACTIVE for port object 20137ae8-6143-4942-bd93-3a554a1545e2 will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:19:04.378924 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-1ed8fc4c-766c-4da4-8fb9-c70fedc5508f tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:04.430434 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0e2f2-3724-4e76-93d7-0fd755f9fb13 req-209f7cc6-53c0-4ec4-96ad-448a1bb69ba5 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:04.431965 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-99f0e2f2-3724-4e76-93d7-0fd755f9fb13 req-209f7cc6-53c0-4ec4-96ad-448a1bb69ba5 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 932 time: 0.1712461 Jul 22 22:19:04.479120 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8fc4c-766c-4da4-8fb9-c70fedc5508f tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Pushing event updated for resources: {'Port': ['ID=4848c327-9cf5-43bc-95c4-5715398fd35d,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:04.481212 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-62d7b6a4-13a0-4191-a200-d1b05ef01ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:04.530869 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-1ed8fc4c-766c-4da4-8fb9-c70fedc5508f tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Network f37d9d3d-f407-4eae-a393-c7d2061d8e21 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:19:04.543150 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-1ed8fc4c-766c-4da4-8fb9-c70fedc5508f tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:19:04.580626 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-99f0e2f2-3724-4e76-93d7-0fd755f9fb13 req-fa3562f6-5575-4437-be09-10eab39848af tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309454 Jul 22 22:19:04.580872 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-1ed8fc4c-766c-4da4-8fb9-c70fedc5508f tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:19:04.640615 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961709a4-ea57-480b-a6e1-2fa09dfd8142 req-0d64821e-6733-473b-883c-0b7072154519 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:04.650973 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-961709a4-ea57-480b-a6e1-2fa09dfd8142 req-0d64821e-6733-473b-883c-0b7072154519 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 932 time: 0.1594639 Jul 22 22:19:04.670137 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7b6a4-13a0-4191-a200-d1b05ef01ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=20137ae8-6143-4942-bd93-3a554a1545e2,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:04.924161 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-1ed8fc4c-766c-4da4-8fb9-c70fedc5508f tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:04.925090 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-1ed8fc4c-766c-4da4-8fb9-c70fedc5508f tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:04.953563 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-961709a4-ea57-480b-a6e1-2fa09dfd8142 req-00b56846-9df6-4efb-a4a3-1305066cbdf5 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934053 Jul 22 22:19:05.000085 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-6dc69d3b-3cf3-4480-b990-111f928fd3bf None None] Provisioning for port 4848c327-9cf5-43bc-95c4-5715398fd35d completed by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:19:05.026328 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-6dc69d3b-3cf3-4480-b990-111f928fd3bf None None] Provisioning complete for port 4848c327-9cf5-43bc-95c4-5715398fd35d triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:19:05.027806 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6dc69d3b-3cf3-4480-b990-111f928fd3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:05.080784 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-6dc69d3b-3cf3-4480-b990-111f928fd3bf None None] Port 4848c327-9cf5-43bc-95c4-5715398fd35d cannot update to ACTIVE because it is not bound. {{(pid=93280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:19:05.091144 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-1ed8fc4c-766c-4da4-8fb9-c70fedc5508f tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4722185 Jul 22 22:19:05.146132 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-62d7b6a4-13a0-4191-a200-d1b05ef01ad8 service neutron] Attempting to bind port 20137ae8-6143-4942-bd93-3a554a1545e2 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:19:05.146132 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-62d7b6a4-13a0-4191-a200-d1b05ef01ad8 service neutron] Attempting to bind port 20137ae8-6143-4942-bd93-3a554a1545e2 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'd15c25b1-f200-4eab-9a4f-9cc58efb2aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '34673370-560f-41fe-9c17-1619350d74d3'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:19:05.146132 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-62d7b6a4-13a0-4191-a200-d1b05ef01ad8 service neutron] Attempting to bind port 20137ae8-6143-4942-bd93-3a554a1545e2 on network 34673370-560f-41fe-9c17-1619350d74d3 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:19:05.151055 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-62d7b6a4-13a0-4191-a200-d1b05ef01ad8 service neutron] Port 20137ae8-6143-4942-bd93-3a554a1545e2 on network 34673370-560f-41fe-9c17-1619350d74d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:19:05.151508 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-62d7b6a4-13a0-4191-a200-d1b05ef01ad8 service neutron] Attempting to bind port 20137ae8-6143-4942-bd93-3a554a1545e2 on network 34673370-560f-41fe-9c17-1619350d74d3 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:19:05.157263 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-62d7b6a4-13a0-4191-a200-d1b05ef01ad8 service neutron] Checking agent: {'id': '4259e59d-080d-4967-89a0-1abd7a18732f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'started_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:19:05.157760 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-62d7b6a4-13a0-4191-a200-d1b05ef01ad8 service neutron] Checking segment: {'id': 'd15c25b1-f200-4eab-9a4f-9cc58efb2aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '34673370-560f-41fe-9c17-1619350d74d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:19:05.158255 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-62d7b6a4-13a0-4191-a200-d1b05ef01ad8 service neutron] Bound using segment: {'id': 'd15c25b1-f200-4eab-9a4f-9cc58efb2aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '34673370-560f-41fe-9c17-1619350d74d3'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:19:05.158762 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-62d7b6a4-13a0-4191-a200-d1b05ef01ad8 service neutron] Bound port: 20137ae8-6143-4942-bd93-3a554a1545e2, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd15c25b1-f200-4eab-9a4f-9cc58efb2aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '34673370-560f-41fe-9c17-1619350d74d3'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:19:05.159346 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-62d7b6a4-13a0-4191-a200-d1b05ef01ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:05.163422 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d298c4-b6ec-4cef-b7c1-0969a3ddbc51 req-71691ea4-0aa2-4a25-8b7b-14c788fae31a tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:05.169894 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c3d298c4-b6ec-4cef-b7c1-0969a3ddbc51 req-71691ea4-0aa2-4a25-8b7b-14c788fae31a tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.1676099 Jul 22 22:19:05.248562 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c3d298c4-b6ec-4cef-b7c1-0969a3ddbc51 req-c0e93aed-1556-4566-8127-3e79a3bac29b tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741844 Jul 22 22:19:05.311595 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-62d7b6a4-13a0-4191-a200-d1b05ef01ad8 service neutron] For port 20137ae8-6143-4942-bd93-3a554a1545e2, host hv-cinder-80191, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:19:05.317627 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-62d7b6a4-13a0-4191-a200-d1b05ef01ad8 service neutron] For port 20137ae8-6143-4942-bd93-3a554a1545e2, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=20137ae8-6143-4942-bd93-3a554a1545e2,segment=NetworkSegment(d15c25b1-f200-4eab-9a4f-9cc58efb2aff),segment_id=d15c25b1-f200-4eab-9a4f-9cc58efb2aff)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:19:05.323411 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-62d7b6a4-13a0-4191-a200-d1b05ef01ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:05.378392 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-62d7b6a4-13a0-4191-a200-d1b05ef01ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:05.379492 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-62d7b6a4-13a0-4191-a200-d1b05ef01ad8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:05.381325 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-62d7b6a4-13a0-4191-a200-d1b05ef01ad8 service neutron] 10.222.0.115 "PUT /v2.0/ports/20137ae8-6143-4942-bd93-3a554a1545e2 HTTP/1.1" status: 200 len: 1094 time: 2.3143466 Jul 22 22:19:05.383901 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2692d604-3775-4484-a86f-52a21edc02f5', 'tag': '20137ae8-6143-4942-bd93-3a554a1545e2'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:19:05.386338 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c364ac9-a6ff-4749-b08e-3cf5d2026b4f" -d '{"events": [{"name": "network-changed", "server_uuid": "2692d604-3775-4484-a86f-52a21edc02f5", "tag": "20137ae8-6143-4942-bd93-3a554a1545e2"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:19:05.390035 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10989756-1ccf-41af-ab0b-d46f93a2c6e0 req-7bda62b7-8f17-4700-9279-cb4d50fe43ad tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:05.391632 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-10989756-1ccf-41af-ab0b-d46f93a2c6e0 req-7bda62b7-8f17-4700-9279-cb4d50fe43ad tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.0980761 Jul 22 22:19:05.440695 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e237259a-5fbe-4b60-88a3-9bd44f8cc999 x-openstack-request-id: req-e237259a-5fbe-4b60-88a3-9bd44f8cc999 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:19:05.441109 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2692d604-3775-4484-a86f-52a21edc02f5", "tag": "20137ae8-6143-4942-bd93-3a554a1545e2", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:19:05.441515 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e237259a-5fbe-4b60-88a3-9bd44f8cc999 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:19:05.441975 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2692d604-3775-4484-a86f-52a21edc02f5', 'tag': '20137ae8-6143-4942-bd93-3a554a1545e2', 'status': 'completed', 'code': 200} Jul 22 22:19:05.447436 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7b6a4-13a0-4191-a200-d1b05ef01ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=20137ae8-6143-4942-bd93-3a554a1545e2,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:05.476351 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-10989756-1ccf-41af-ab0b-d46f93a2c6e0 req-e61ca0e6-8734-41dd-9db6-3e3db7313112 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705771 Jul 22 22:19:05.731924 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965bf5b-a0d2-4387-b141-a32548225d9f req-6d3de560-060b-472b-89b2-2b7310d658cb tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:05.739229 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b965bf5b-a0d2-4387-b141-a32548225d9f req-6d3de560-060b-472b-89b2-2b7310d658cb tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 944 time: 0.0786164 Jul 22 22:19:05.784726 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b965bf5b-a0d2-4387-b141-a32548225d9f req-6004e69f-14da-4f47-8a2b-69eb49692cb5 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443852 Jul 22 22:19:06.197554 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7c1d6-c432-466d-885b-3c4c77c769cf req-34ab448a-faf2-4682-8286-fead9e738f2d tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:06.199510 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b6c7c1d6-c432-466d-885b-3c4c77c769cf req-34ab448a-faf2-4682-8286-fead9e738f2d tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 932 time: 0.1281450 Jul 22 22:19:06.252685 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b6c7c1d6-c432-466d-885b-3c4c77c769cf req-b8cb2a5c-d7e4-4af6-9e91-16adcc9a4b51 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467196 Jul 22 22:19:06.397007 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e1684-6a17-48c0-bb2a-70a4ceed69ce req-82db8cb3-df59-4b3f-b83e-a6035a2b72fd tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:06.404573 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3d8e1684-6a17-48c0-bb2a-70a4ceed69ce req-82db8cb3-df59-4b3f-b83e-a6035a2b72fd tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0809519 Jul 22 22:19:06.465097 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3d8e1684-6a17-48c0-bb2a-70a4ceed69ce req-0590323f-0ca0-4d42-892d-7b2b527e61e4 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583160 Jul 22 22:19:06.661950 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bd23d-0881-4f61-a3f1-43db1a7fd664 req-59b33440-0798-4d4e-a21d-f72d718db310 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:06.663841 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-2a5bd23d-0881-4f61-a3f1-43db1a7fd664 req-59b33440-0798-4d4e-a21d-f72d718db310 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.0903134 Jul 22 22:19:07.009048 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-2a5bd23d-0881-4f61-a3f1-43db1a7fd664 req-e03fe19b-bd13-468e-a2bd-01255880443b tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3324862 Jul 22 22:19:07.055035 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbc996-a4b2-438a-8ba6-a39d8b363fab req-4e07a5ea-3594-48d0-b066-dd035ba1e831 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:07.063076 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-79fbc996-a4b2-438a-8ba6-a39d8b363fab req-4e07a5ea-3594-48d0-b066-dd035ba1e831 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 944 time: 0.1316993 Jul 22 22:19:07.116380 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-79fbc996-a4b2-438a-8ba6-a39d8b363fab req-c7caac64-c72d-4afb-8327-4393fe5174cd tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521319 Jul 22 22:19:07.521700 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335045b-0610-4f53-b99c-d3895f9d50de req-3ceaced2-6dbe-456b-84fa-a3b10cbd2144 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:07.541770 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3335045b-0610-4f53-b99c-d3895f9d50de req-3ceaced2-6dbe-456b-84fa-a3b10cbd2144 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 932 time: 0.2016456 Jul 22 22:19:07.691143 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3335045b-0610-4f53-b99c-d3895f9d50de req-2bc74e09-02d2-48d2-920e-b791e5f22046 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455371 Jul 22 22:19:07.758706 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115aa26-28af-4bd4-ace3-fafa6fc8e54a req-4b0ee666-6561-4e01-af24-92ec10b95081 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:07.760870 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0115aa26-28af-4bd4-ace3-fafa6fc8e54a req-4b0ee666-6561-4e01-af24-92ec10b95081 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.1099362 Jul 22 22:19:07.843271 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0115aa26-28af-4bd4-ace3-fafa6fc8e54a req-e4db1530-688c-42d8-9892-8422ae9b6e60 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700421 Jul 22 22:19:08.267644 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1dcef-f754-4b91-8197-f51bfea57847 req-c866c13b-20ea-4dfe-bf15-70fdb0436f73 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:08.269248 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-08c1dcef-f754-4b91-8197-f51bfea57847 req-c866c13b-20ea-4dfe-bf15-70fdb0436f73 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.1845703 Jul 22 22:19:08.332298 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-08c1dcef-f754-4b91-8197-f51bfea57847 req-9ef96e86-b5c0-4685-bff3-e4e820f92266 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558956 Jul 22 22:19:08.382147 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457804f4-f2d6-43b4-9195-c42b399ba675 req-b1819f9c-e5f6-45c2-aba8-36a4418a2e8b tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:08.386123 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-457804f4-f2d6-43b4-9195-c42b399ba675 req-b1819f9c-e5f6-45c2-aba8-36a4418a2e8b tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 944 time: 0.1882260 Jul 22 22:19:08.436698 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-457804f4-f2d6-43b4-9195-c42b399ba675 req-faa989d8-0f7b-43c0-b364-0d78ee8eac9d tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414643 Jul 22 22:19:08.911852 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebac382-bbf7-4210-aed4-5b99c3c97f87 req-b54895e6-cdef-4d11-8819-731fafe294c8 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:08.920025 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8ebac382-bbf7-4210-aed4-5b99c3c97f87 req-b54895e6-cdef-4d11-8819-731fafe294c8 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 932 time: 0.1109207 Jul 22 22:19:08.984877 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8ebac382-bbf7-4210-aed4-5b99c3c97f87 req-7861ffad-5d0c-4880-b954-e0cec2ebcebd tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630741 Jul 22 22:19:09.043730 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fef1a2-92b4-4712-863e-a97cf68ec0f1 req-05046f25-a087-4562-a2c3-9f2c795f8a7c tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:09.045499 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d2fef1a2-92b4-4712-863e-a97cf68ec0f1 req-05046f25-a087-4562-a2c3-9f2c795f8a7c tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0909600 Jul 22 22:19:09.105332 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d2fef1a2-92b4-4712-863e-a97cf68ec0f1 req-e7c8e951-31bf-475d-9e2f-68c1096c5f96 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535030 Jul 22 22:19:09.627447 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c46e70-ebfe-4f95-9a66-12308db5960c req-c56fd179-0e40-44d6-95e5-9f8f48f8d1a0 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:09.637991 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-95c46e70-ebfe-4f95-9a66-12308db5960c req-c56fd179-0e40-44d6-95e5-9f8f48f8d1a0 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.1983995 Jul 22 22:19:09.715599 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-95c46e70-ebfe-4f95-9a66-12308db5960c req-6a9e472f-37cd-454e-9506-84fcad2b51f6 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764511 Jul 22 22:19:09.744318 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea2123-c3ef-4599-8b60-b8e7f3b50c5e req-97a7b34f-6de9-40ec-a407-055d3f6742bb tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:09.746594 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4eea2123-c3ef-4599-8b60-b8e7f3b50c5e req-97a7b34f-6de9-40ec-a407-055d3f6742bb tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 944 time: 0.2001338 Jul 22 22:19:09.815512 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4eea2123-c3ef-4599-8b60-b8e7f3b50c5e req-7887117d-abbf-4b6f-914f-7a47286c52be tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600746 Jul 22 22:19:09.904180 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 6 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:19:10.157809 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffb757-7656-46ee-a8fd-6e7d0ca2b540 req-84cc7743-14b5-460b-a6d5-e2256c825515 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:10.165794 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-9dffb757-7656-46ee-a8fd-6e7d0ca2b540 req-84cc7743-14b5-460b-a6d5-e2256c825515 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 932 time: 0.0993254 Jul 22 22:19:10.220672 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-9dffb757-7656-46ee-a8fd-6e7d0ca2b540 req-50bc5d2c-fd39-478a-a402-84d824d59c4a tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538683 Jul 22 22:19:10.320579 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2df8a-33cd-4d99-8d8b-ad83d1aee395 req-67354da9-a806-4371-92ca-d23bc6e2a09e tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:10.323325 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c6a2df8a-33cd-4d99-8d8b-ad83d1aee395 req-67354da9-a806-4371-92ca-d23bc6e2a09e tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0881913 Jul 22 22:19:10.463999 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c6a2df8a-33cd-4d99-8d8b-ad83d1aee395 req-9049e950-0801-4bf8-a924-9ba82758af62 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299882 Jul 22 22:19:11.013652 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a1f54-4521-447d-9bbf-a3bba7b8c2ac req-0326d9a7-0a37-4734-a9b3-2329b4d84d40 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:11.017005 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-037a1f54-4521-447d-9bbf-a3bba7b8c2ac req-0326d9a7-0a37-4734-a9b3-2329b4d84d40 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.1595395 Jul 22 22:19:11.074973 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83960e56-c044-4e32-b47d-4c96259f725e req-973a0de5-1777-46bc-8c92-b1f07be88f8d tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:11.076458 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-83960e56-c044-4e32-b47d-4c96259f725e req-973a0de5-1777-46bc-8c92-b1f07be88f8d tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 944 time: 0.1658976 Jul 22 22:19:11.140081 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-037a1f54-4521-447d-9bbf-a3bba7b8c2ac req-171ae731-18d5-49a0-bb5b-7cc42ded2494 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155810 Jul 22 22:19:11.196874 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-83960e56-c044-4e32-b47d-4c96259f725e req-b7d2e157-a2a5-479a-95f5-0e5f0f10f236 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098759 Jul 22 22:19:11.379263 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fb742-f938-4a71-85e3-93e172fba478 req-b972e5eb-d5f7-49f7-b5b7-fd1f70ff9f64 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:11.387658 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-6d9fb742-f938-4a71-85e3-93e172fba478 req-b972e5eb-d5f7-49f7-b5b7-fd1f70ff9f64 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 932 time: 0.0966539 Jul 22 22:19:11.433338 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-6d9fb742-f938-4a71-85e3-93e172fba478 req-afb4105b-d2b5-4532-9fa5-8d4033343716 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446663 Jul 22 22:19:11.676668 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b0926-a7d1-4218-99fa-3b0556acae4a req-32f03625-4692-40c4-aa01-9759ec5380e8 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:11.679629 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d98b0926-a7d1-4218-99fa-3b0556acae4a req-32f03625-4692-40c4-aa01-9759ec5380e8 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0846996 Jul 22 22:19:11.757552 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d98b0926-a7d1-4218-99fa-3b0556acae4a req-25dd46c4-03ec-4204-8c79-7856bf7bd2a6 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706708 Jul 22 22:19:12.374354 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a02df-b8ae-4c1d-83ac-2fef4f58d181 req-35760413-05cf-4b0d-bf61-c8c9b84c75fa tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:12.381346 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-6f8a02df-b8ae-4c1d-83ac-2fef4f58d181 req-35760413-05cf-4b0d-bf61-c8c9b84c75fa tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 944 time: 0.0923831 Jul 22 22:19:12.390858 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a8bb4-14c2-40b8-aa8c-72d7911f7e0b req-06a168c7-5afa-4fa4-b855-1e5b3711e7bb tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:12.397819 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-487a8bb4-14c2-40b8-aa8c-72d7911f7e0b req-06a168c7-5afa-4fa4-b855-1e5b3711e7bb tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.1539323 Jul 22 22:19:12.461854 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-6f8a02df-b8ae-4c1d-83ac-2fef4f58d181 req-fb69ea0d-8eb4-4fb3-b5d8-6c2cc12455c1 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785372 Jul 22 22:19:12.479251 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-487a8bb4-14c2-40b8-aa8c-72d7911f7e0b req-26a26b60-2332-45b9-856c-c14ac5fc8718 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720565 Jul 22 22:19:12.610365 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a15b5-985a-4141-b800-1a7c15c10552 req-5c0bef85-c173-47cc-9b78-fa05a9510c16 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:12.611883 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-2b0a15b5-985a-4141-b800-1a7c15c10552 req-5c0bef85-c173-47cc-9b78-fa05a9510c16 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 932 time: 0.0738025 Jul 22 22:19:12.659684 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-2b0a15b5-985a-4141-b800-1a7c15c10552 req-176f7faa-84c0-4b00-bbf8-6b63231f7945 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418432 Jul 22 22:19:12.960804 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9525c2-1a75-4d6f-87f3-89bfd3d87eb6 req-d592e73c-2ef5-4bf6-9f24-dc2fcf8fe6b1 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:12.962729 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4a9525c2-1a75-4d6f-87f3-89bfd3d87eb6 req-d592e73c-2ef5-4bf6-9f24-dc2fcf8fe6b1 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0934098 Jul 22 22:19:13.025597 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4a9525c2-1a75-4d6f-87f3-89bfd3d87eb6 req-4788b1af-3de9-435c-8bc2-0c82ba502c8a tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545959 Jul 22 22:19:13.728743 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e5cdb-5773-4c81-b52e-7eb16cce5233 req-49ac48d2-4455-467e-8642-75567c7ecf70 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:13.732093 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-538e5cdb-5773-4c81-b52e-7eb16cce5233 req-49ac48d2-4455-467e-8642-75567c7ecf70 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 944 time: 0.1824164 Jul 22 22:19:13.892984 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ba9a6-81fd-4eaa-ba03-e542044cc220 req-740decd0-1714-4671-bf8c-35973f5994e4 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:13.895433 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e83ba9a6-81fd-4eaa-ba03-e542044cc220 req-740decd0-1714-4671-bf8c-35973f5994e4 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.2508056 Jul 22 22:19:13.978870 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-538e5cdb-5773-4c81-b52e-7eb16cce5233 req-90590d73-20fa-4713-9eea-787a88345775 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261486 Jul 22 22:19:14.043361 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e83ba9a6-81fd-4eaa-ba03-e542044cc220 req-d529f427-4484-472e-9732-d4590fd9a7b7 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337268 Jul 22 22:19:14.206919 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f9e19-8742-47c4-88bc-b156d596462b req-45017a55-3925-415b-941e-05834cdd5c16 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:14.209001 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e77f9e19-8742-47c4-88bc-b156d596462b req-45017a55-3925-415b-941e-05834cdd5c16 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 932 time: 0.1338823 Jul 22 22:19:14.281370 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e77f9e19-8742-47c4-88bc-b156d596462b req-e4c5849f-2803-46c0-90d8-02cc5888235e tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635340 Jul 22 22:19:14.294516 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945d9e5-37a5-43ba-b50f-86fbc04f1881 req-864dda69-dc22-49d5-bf42-c3308803ebf2 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:14.296075 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8945d9e5-37a5-43ba-b50f-86fbc04f1881 req-864dda69-dc22-49d5-bf42-c3308803ebf2 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.1437502 Jul 22 22:19:14.361170 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8945d9e5-37a5-43ba-b50f-86fbc04f1881 req-ebc26a8d-f7af-4755-8f53-1e49085a914f tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582414 Jul 22 22:19:15.262193 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e0645-515f-47b3-9264-65340cf87bc8 req-e59162b8-5677-43b1-a408-b35f71b997ca tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:15.265069 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5a0e0645-515f-47b3-9264-65340cf87bc8 req-e59162b8-5677-43b1-a408-b35f71b997ca tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 944 time: 0.1958816 Jul 22 22:19:15.326626 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c884a-24ff-40b9-b0cf-8198f54dc532 req-1f1b82a2-b702-4b0d-9932-d500502043a6 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:15.329373 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-833c884a-24ff-40b9-b0cf-8198f54dc532 req-1f1b82a2-b702-4b0d-9932-d500502043a6 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.1586590 Jul 22 22:19:15.385005 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5a0e0645-515f-47b3-9264-65340cf87bc8 req-edc84865-1bfe-400e-8eb0-36b5db63e41d tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129546 Jul 22 22:19:15.463614 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-833c884a-24ff-40b9-b0cf-8198f54dc532 req-75b75c51-f826-4436-bc6c-2e2b95cb9727 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214616 Jul 22 22:19:15.599715 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8208a3e-afd5-48a8-9d18-86a675230db4 req-97284896-3169-4d06-b641-46a7b0929e55 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:15.601568 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e8208a3e-afd5-48a8-9d18-86a675230db4 req-97284896-3169-4d06-b641-46a7b0929e55 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 932 time: 0.1157508 Jul 22 22:19:15.677325 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e8208a3e-afd5-48a8-9d18-86a675230db4 req-bf67ff4c-640a-4b26-a63b-8792fd31130a tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581849 Jul 22 22:19:15.706327 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3966d6-685e-4c90-9c08-7c0059b948d2 req-6cfc0840-f4c0-4423-9e77-b4194707363b tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:15.707921 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-cb3966d6-685e-4c90-9c08-7c0059b948d2 req-6cfc0840-f4c0-4423-9e77-b4194707363b tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.1314411 Jul 22 22:19:15.756409 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-cb3966d6-685e-4c90-9c08-7c0059b948d2 req-8f0b1bea-dea3-47a8-9cf8-7372c975656d tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423794 Jul 22 22:19:16.527321 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0f717-ef98-425e-8221-affe13220670 req-52c4ef86-3c93-49b5-8887-f5e5ca163bcf tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:16.528890 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-2fd0f717-ef98-425e-8221-affe13220670 req-52c4ef86-3c93-49b5-8887-f5e5ca163bcf tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 944 time: 0.0712626 Jul 22 22:19:16.538035 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e7ab6fae-9143-4937-98e0-f4ccb8549132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:16.588774 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-2fd0f717-ef98-425e-8221-affe13220670 req-2caec9ca-c4a4-495b-81cb-5cd16948714c tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543127 Jul 22 22:19:16.640317 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320addd-40c5-42ad-bf10-68428e1a67bc req-83d02e95-d9fd-4dc7-91fd-566811c728a3 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:16.641899 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f320addd-40c5-42ad-bf10-68428e1a67bc req-83d02e95-d9fd-4dc7-91fd-566811c728a3 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.0779390 Jul 22 22:19:16.678912 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f320addd-40c5-42ad-bf10-68428e1a67bc req-46d39d21-5af2-4e8d-be20-d822e1d6c595 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311148 Jul 22 22:19:16.810731 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dc026-74eb-4cae-8d64-04e7020cd359 req-f26f55ad-6e5d-4c7f-b5f2-6a7f6170e574 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:16.812638 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f75dc026-74eb-4cae-8d64-04e7020cd359 req-f26f55ad-6e5d-4c7f-b5f2-6a7f6170e574 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 932 time: 0.0668151 Jul 22 22:19:16.884798 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f75dc026-74eb-4cae-8d64-04e7020cd359 req-6c731ab8-2121-4015-814f-a5c188f2fd6f tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660293 Jul 22 22:19:16.915682 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c6d13-376c-4316-a21b-4dec45e26108 req-3afc3402-4ff8-469f-8c2e-cc86dbe36dd2 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:16.917190 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-bc0c6d13-376c-4316-a21b-4dec45e26108 req-3afc3402-4ff8-469f-8c2e-cc86dbe36dd2 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0848334 Jul 22 22:19:16.958319 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-bc0c6d13-376c-4316-a21b-4dec45e26108 req-cc2bde44-59bd-46cf-aacf-7ca29a58c308 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352001 Jul 22 22:19:17.726668 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865293fb-8905-47bd-889d-291064548962 req-d1324137-7008-40a5-9bc5-0200679525de tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:17.728323 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-865293fb-8905-47bd-889d-291064548962 req-d1324137-7008-40a5-9bc5-0200679525de tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 944 time: 0.0682673 Jul 22 22:19:17.805473 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-865293fb-8905-47bd-889d-291064548962 req-652822ce-0858-448d-9dd4-6de1295de32b tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645456 Jul 22 22:19:17.841702 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06be17a-cc8a-40a0-8699-b37c977f299b req-ad7fb4d9-c5df-45cd-8111-424b04ae4da9 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:17.843179 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d06be17a-cc8a-40a0-8699-b37c977f299b req-ad7fb4d9-c5df-45cd-8111-424b04ae4da9 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.0888014 Jul 22 22:19:17.888784 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d06be17a-cc8a-40a0-8699-b37c977f299b req-56d461a5-d5a8-48eb-ab18-f75283f94087 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395970 Jul 22 22:19:18.021296 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bedb67-0451-4e03-9e4d-8c3e7a785a63 req-1390fd1e-48e6-438b-9732-d6d696f85c9e tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:18.025246 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-48bedb67-0451-4e03-9e4d-8c3e7a785a63 req-1390fd1e-48e6-438b-9732-d6d696f85c9e tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 932 time: 0.0702553 Jul 22 22:19:18.094469 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-48bedb67-0451-4e03-9e4d-8c3e7a785a63 req-39f43bdf-29db-43e1-8fd1-f5039df7529f tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650244 Jul 22 22:19:18.139483 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a4823-0b9a-484e-8e61-7c410f9e6fef req-71dc5da1-4a0d-4189-b226-dabf54b2de8f tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:18.141057 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-896a4823-0b9a-484e-8e61-7c410f9e6fef req-71dc5da1-4a0d-4189-b226-dabf54b2de8f tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.1002462 Jul 22 22:19:18.182379 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-896a4823-0b9a-484e-8e61-7c410f9e6fef req-34e24055-faaf-4d36-821e-956bc198a553 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355268 Jul 22 22:19:18.696107 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 49136) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:18.743789 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.db_base_plugin_v2 [None req-1621f055-b914-4975-bb87-8fbf76a8fdea admin admin] Deleting subnet a47e3b5a-1758-4851-bb0b-5212da49bc69 {{(pid=93279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:19:18.746827 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1621f055-b914-4975-bb87-8fbf76a8fdea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:18.781547 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1621f055-b914-4975-bb87-8fbf76a8fdea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2253524'] for subnet, precommit_delete_associations {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:18.821588 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1621f055-b914-4975-bb87-8fbf76a8fdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759386'] for subnet, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:18.889972 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1621f055-b914-4975-bb87-8fbf76a8fdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3960909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794102'] for subnet, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:18.930430 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2e616b85-37c7-40e1-a11c-76bef9cad4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:18.956646 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621f055-b914-4975-bb87-8fbf76a8fdea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a47e3b5a-1758-4851-bb0b-5212da49bc69,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:18.959265 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1621f055-b914-4975-bb87-8fbf76a8fdea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:18.961867 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-1621f055-b914-4975-bb87-8fbf76a8fdea admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a47e3b5a-1758-4851-bb0b-5212da49bc69 HTTP/1.1" status: 204 len: 168 time: 0.2640007 Jul 22 22:19:18.965687 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 49142) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:18.971402 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1621f055-b914-4975-bb87-8fbf76a8fdea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:18.971766 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1621f055-b914-4975-bb87-8fbf76a8fdea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:18.972112 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1621f055-b914-4975-bb87-8fbf76a8fdea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:18.972488 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1621f055-b914-4975-bb87-8fbf76a8fdea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:18.972824 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1621f055-b914-4975-bb87-8fbf76a8fdea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:18.973161 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1621f055-b914-4975-bb87-8fbf76a8fdea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:18.973494 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1621f055-b914-4975-bb87-8fbf76a8fdea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:18.973824 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1621f055-b914-4975-bb87-8fbf76a8fdea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:18.974183 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1621f055-b914-4975-bb87-8fbf76a8fdea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:18.974482 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1621f055-b914-4975-bb87-8fbf76a8fdea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:18.974806 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1621f055-b914-4975-bb87-8fbf76a8fdea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:18.975128 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1621f055-b914-4975-bb87-8fbf76a8fdea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:19.031170 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f361ab9-fb1a-411c-a1e9-91ad0afd7f21 req-6517c7e6-b38c-453a-99f8-ea2233bfcd37 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:19.032872 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-6f361ab9-fb1a-411c-a1e9-91ad0afd7f21 req-6517c7e6-b38c-453a-99f8-ea2233bfcd37 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 944 time: 0.1548738 Jul 22 22:19:19.051672 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c407dd42-678e-4a0a-9e67-1ccccf4bb169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1788509'] for network, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:19.085281 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-6f361ab9-fb1a-411c-a1e9-91ad0afd7f21 req-04731b9e-03cd-4358-8e23-642cb62b7f03 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434148 Jul 22 22:19:19.098249 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236148fb-be8f-47fc-af60-c6ac0c6b3080 req-fc8d9850-bbc8-4260-bff5-ca9c65417fed tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:19.100699 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-236148fb-be8f-47fc-af60-c6ac0c6b3080 req-fc8d9850-bbc8-4260-bff5-ca9c65417fed tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.1196272 Jul 22 22:19:19.153065 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c407dd42-678e-4a0a-9e67-1ccccf4bb169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760422', 'neutron.services.segments.db._delete_segments_for_network-8746838092337'] for network, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:19.163261 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:19.168742 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-236148fb-be8f-47fc-af60-c6ac0c6b3080 req-fe9e7ea2-f6e2-405f-b672-86e7da97cbe8 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591574 Jul 22 22:19:19.170538 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-c407dd42-678e-4a0a-9e67-1ccccf4bb169 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bcc4e1a-e0af-475c-b65e-f450a2433e9c']}} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:19:19.202234 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-c407dd42-678e-4a0a-9e67-1ccccf4bb169 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57ec3c23-fe39-4e23-a5bf-04e9c8ca2819') {'for_net_delete': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:19:19.202532 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-c407dd42-678e-4a0a-9e67-1ccccf4bb169 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57ec3c23-fe39-4e23-a5bf-04e9c8ca2819') {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:19:19.215252 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c407dd42-678e-4a0a-9e67-1ccccf4bb169 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746838093114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2973926'] for segment, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:19.250752 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c407dd42-678e-4a0a-9e67-1ccccf4bb169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122'] for segment, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:19.258807 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c407dd42-678e-4a0a-9e67-1ccccf4bb169 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:19:19.259656 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c407dd42-678e-4a0a-9e67-1ccccf4bb169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2431524'] for segment, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:19.290074 dv-cinder-801912-2-iscsi neutron-server[93278]: Traceback (most recent call last): Jul 22 22:19:19.290074 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:19:19.290074 dv-cinder-801912-2-iscsi neutron-server[93278]: timer() Jul 22 22:19:19.290074 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:19:19.290074 dv-cinder-801912-2-iscsi neutron-server[93278]: cb(*args, **kw) Jul 22 22:19:19.290074 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:19:19.290074 dv-cinder-801912-2-iscsi neutron-server[93278]: return func(*args, **kwargs) Jul 22 22:19:19.290074 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:19:19.290074 dv-cinder-801912-2-iscsi neutron-server[93278]: self._notify() Jul 22 22:19:19.290074 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:19:19.290074 dv-cinder-801912-2-iscsi neutron-server[93278]: self.callback(batched_events) Jul 22 22:19:19.290074 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:19:19.290074 dv-cinder-801912-2-iscsi neutron-server[93278]: event.method(event) Jul 22 22:19:19.290074 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:19:19.290074 dv-cinder-801912-2-iscsi neutron-server[93278]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:19:19.290074 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:19:19.290074 dv-cinder-801912-2-iscsi neutron-server[93278]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:19:19.290074 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:19:19.290074 dv-cinder-801912-2-iscsi neutron-server[93278]: return f(self, *a, **k) Jul 22 22:19:19.290074 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:19:19.290074 dv-cinder-801912-2-iscsi neutron-server[93278]: return self._get(url).json() Jul 22 22:19:19.290074 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:19:19.290074 dv-cinder-801912-2-iscsi neutron-server[93278]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:19:19.290074 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:19:19.290074 dv-cinder-801912-2-iscsi neutron-server[93278]: return self.request(url, 'GET', **kwargs) Jul 22 22:19:19.290074 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:19:19.290074 dv-cinder-801912-2-iscsi neutron-server[93278]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:19:19.290074 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:19:19.290074 dv-cinder-801912-2-iscsi neutron-server[93278]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:19:19.290074 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:19:19.290074 dv-cinder-801912-2-iscsi neutron-server[93278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:19:19.290074 dv-cinder-801912-2-iscsi neutron-server[93278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:19:19.402424 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ded54-51cb-47a2-9300-b1c41fc97d93 req-bffc74c2-6b9d-4d75-86a7-032c10cdb56e tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:19.405330 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c407dd42-678e-4a0a-9e67-1ccccf4bb169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718227'] for network, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:19.406796 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-2b2ded54-51cb-47a2-9300-b1c41fc97d93 req-bffc74c2-6b9d-4d75-86a7-032c10cdb56e tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 932 time: 0.2098765 Jul 22 22:19:19.411326 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c407dd42-678e-4a0a-9e67-1ccccf4bb169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:19.413295 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-c407dd42-678e-4a0a-9e67-1ccccf4bb169 admin admin] 10.222.0.11 "DELETE /v2.0/networks/6bcc4e1a-e0af-475c-b65e-f450a2433e9c HTTP/1.1" status: 204 len: 168 time: 0.4457686 Jul 22 22:19:19.437658 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407dd42-678e-4a0a-9e67-1ccccf4bb169 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bcc4e1a-e0af-475c-b65e-f450a2433e9c,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:19.466166 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c407dd42-678e-4a0a-9e67-1ccccf4bb169 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:19.466735 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c407dd42-678e-4a0a-9e67-1ccccf4bb169 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:19.468698 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c407dd42-678e-4a0a-9e67-1ccccf4bb169 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:19.469382 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c407dd42-678e-4a0a-9e67-1ccccf4bb169 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:19.469579 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c50d3-99f3-4801-a25c-72c55e63c69d req-27642be2-4d28-4faf-8b30-d352744ed613 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:19.470182 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c407dd42-678e-4a0a-9e67-1ccccf4bb169 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:19.470777 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c407dd42-678e-4a0a-9e67-1ccccf4bb169 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:19.471151 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c65c50d3-99f3-4801-a25c-72c55e63c69d req-27642be2-4d28-4faf-8b30-d352744ed613 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.1832829 Jul 22 22:19:19.477921 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c407dd42-678e-4a0a-9e67-1ccccf4bb169 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:19.478262 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c407dd42-678e-4a0a-9e67-1ccccf4bb169 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:19.480762 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c407dd42-678e-4a0a-9e67-1ccccf4bb169 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:19.481214 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c407dd42-678e-4a0a-9e67-1ccccf4bb169 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:19.481661 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c407dd42-678e-4a0a-9e67-1ccccf4bb169 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:19.482119 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c407dd42-678e-4a0a-9e67-1ccccf4bb169 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:19.494278 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-2b2ded54-51cb-47a2-9300-b1c41fc97d93 req-24e97129-b25f-49a0-8676-79404ace5252 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769041 Jul 22 22:19:19.537575 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c65c50d3-99f3-4801-a25c-72c55e63c69d req-5091db88-7fb8-4148-90f3-436fa0a994d5 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579991 Jul 22 22:19:19.696643 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 49154) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:19.742001 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-71010bb5-0bf5-4415-a134-200d23f80531 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=73ce4469751543e9a6cf63bdfcbdd2cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405605 Jul 22 22:19:19.742368 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 49156) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:19.791635 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-04817a48-7cc2-476a-b233-d86aeb0f6cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:19.814494 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-04817a48-7cc2-476a-b233-d86aeb0f6cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:19.869350 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-04817a48-7cc2-476a-b233-d86aeb0f6cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:19.871813 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-04817a48-7cc2-476a-b233-d86aeb0f6cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:19.873021 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-04817a48-7cc2-476a-b233-d86aeb0f6cd1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5154b489-f6b9-4c2a-939c-06abb99765f0 HTTP/1.1" status: 204 len: 168 time: 0.1299012 Jul 22 22:19:19.881656 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04817a48-7cc2-476a-b233-d86aeb0f6cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5154b489-f6b9-4c2a-939c-06abb99765f0,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:20.206093 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:20.267018 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155fc02-3dae-4d38-a708-95f0a308f72d req-bc22158a-8694-4666-b4d3-32eb79d5cf7d tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:20.269473 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c155fc02-3dae-4d38-a708-95f0a308f72d req-bc22158a-8694-4666-b4d3-32eb79d5cf7d tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 944 time: 0.1131518 Jul 22 22:19:20.349532 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c155fc02-3dae-4d38-a708-95f0a308f72d req-38a2a44f-9a3c-4f5c-91c5-7f6e39904669 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742049 Jul 22 22:19:20.376047 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e641f-9f5a-4fef-99eb-913c40a4e27e req-69ea1ca2-71d1-41f3-b96f-8a290672aabe tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:20.376047 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f09e641f-9f5a-4fef-99eb-913c40a4e27e req-69ea1ca2-71d1-41f3-b96f-8a290672aabe tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.1261156 Jul 22 22:19:20.413624 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f09e641f-9f5a-4fef-99eb-913c40a4e27e req-6adfb8dd-422a-4a31-88c5-7735f1cbe909 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339084 Jul 22 22:19:20.689220 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7b70a-f028-4e63-b8b2-4268c4389e8b req-fa8f5884-1e93-401d-98ef-5795a1b374d6 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:20.690787 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-05b7b70a-f028-4e63-b8b2-4268c4389e8b req-fa8f5884-1e93-401d-98ef-5795a1b374d6 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 932 time: 0.1177866 Jul 22 22:19:20.738754 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-f7bbdf42-cb49-43c1-8758-31e81d1f9163 service neutron] Request body: {'port': {'device_id': 'be939f47-516a-429d-b7cd-4828c8f42dcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:19:20.759938 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81bcf7-fea9-46a0-bf84-4b89e8b4c73d req-4ee00b6f-5ab2-43d9-a090-9bd06d656b6a tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:20.771361 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7b81bcf7-fea9-46a0-bf84-4b89e8b4c73d req-4ee00b6f-5ab2-43d9-a090-9bd06d656b6a tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.1460044 Jul 22 22:19:20.802312 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-05b7b70a-f028-4e63-b8b2-4268c4389e8b req-fad2d4ba-ec39-495c-90de-c6deb659993e tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917139 Jul 22 22:19:20.878688 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7b81bcf7-fea9-46a0-bf84-4b89e8b4c73d req-f1509ee4-f1be-4341-ba22-0b55a7aac63f tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911274 Jul 22 22:19:20.937469 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-f7bbdf42-cb49-43c1-8758-31e81d1f9163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:21.178944 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c364ac9-a6ff-4749-b08e-3cf5d2026b4f req-b36682ae-7cfe-4a60-9cc6-98c53feeb53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:21.181125 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9c364ac9-a6ff-4749-b08e-3cf5d2026b4f req-b36682ae-7cfe-4a60-9cc6-98c53feeb53c service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=8038fbe851d34a8281dfd4c3137eeb0e&device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 1097 time: 0.4020183 Jul 22 22:19:21.432862 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c364ac9-a6ff-4749-b08e-3cf5d2026b4f req-d16892a2-7048-4e08-a743-10b5e2b18690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:21.434400 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9c364ac9-a6ff-4749-b08e-3cf5d2026b4f req-d16892a2-7048-4e08-a743-10b5e2b18690 service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=8038fbe851d34a8281dfd4c3137eeb0e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2217484 Jul 22 22:19:21.560417 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf4519-a3a0-4c4d-b5f5-2f1ddfbe9779 req-0beb89b2-3862-40e9-bfb9-47ce910e9f96 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:21.562221 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-62bf4519-a3a0-4c4d-b5f5-2f1ddfbe9779 req-0beb89b2-3862-40e9-bfb9-47ce910e9f96 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 944 time: 0.1370091 Jul 22 22:19:21.632007 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-62bf4519-a3a0-4c4d-b5f5-2f1ddfbe9779 req-394186a2-283a-41d9-8e70-5e466f19a70e tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635543 Jul 22 22:19:21.650599 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92483e0-5ae9-41ea-96cd-0bc549959c68 req-014d54b0-8d5d-4851-91ab-fa27d2731b65 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:21.652670 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b92483e0-5ae9-41ea-96cd-0bc549959c68 req-014d54b0-8d5d-4851-91ab-fa27d2731b65 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.1433308 Jul 22 22:19:21.692196 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b92483e0-5ae9-41ea-96cd-0bc549959c68 req-fa625f04-3afa-483c-8dd2-60709ec74aae tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337210 Jul 22 22:19:21.787674 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c364ac9-a6ff-4749-b08e-3cf5d2026b4f req-9eaea83b-1618-41e3-b705-90c711c50d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:21.790420 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9c364ac9-a6ff-4749-b08e-3cf5d2026b4f req-9eaea83b-1618-41e3-b705-90c711c50d15 service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2902021 Jul 22 22:19:21.806332 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-f7bbdf42-cb49-43c1-8758-31e81d1f9163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4848c327-9cf5-43bc-95c4-5715398fd35d {{(pid=93278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:19:21.818298 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-f7bbdf42-cb49-43c1-8758-31e81d1f9163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:21.837546 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-f7bbdf42-cb49-43c1-8758-31e81d1f9163 service neutron] Transition to ACTIVE for port object 4848c327-9cf5-43bc-95c4-5715398fd35d will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:19:21.853398 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-f7bbdf42-cb49-43c1-8758-31e81d1f9163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:21.860539 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:21.977978 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bbdf42-cb49-43c1-8758-31e81d1f9163 service neutron] Pushing event updated for resources: {'Port': ['ID=4848c327-9cf5-43bc-95c4-5715398fd35d,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:22.025244 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eab645-a9cf-4db9-a0d4-f80896daae7f req-8d7860ba-c4b4-4884-8383-f55e64eea2ae tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:22.032256 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-16eab645-a9cf-4db9-a0d4-f80896daae7f req-8d7860ba-c4b4-4884-8383-f55e64eea2ae tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 944 time: 0.1269927 Jul 22 22:19:22.119467 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-16eab645-a9cf-4db9-a0d4-f80896daae7f req-1596b8c7-d881-4aed-837a-6f002e096c0b tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861645 Jul 22 22:19:22.143057 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-b033d0e9-188c-4c14-b3d6-ffed42e03fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:22.143952 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-b033d0e9-188c-4c14-b3d6-ffed42e03fcb service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=8038fbe851d34a8281dfd4c3137eeb0e&device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 1097 time: 0.2993066 Jul 22 22:19:22.165576 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11911bf0-ee6d-4789-82e6-85809ce7b8b2 req-86a89561-f6c9-46c4-bf76-5dcb1fbf3694 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:22.167617 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-11911bf0-ee6d-4789-82e6-85809ce7b8b2 req-86a89561-f6c9-46c4-bf76-5dcb1fbf3694 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.1076751 Jul 22 22:19:22.214527 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-11911bf0-ee6d-4789-82e6-85809ce7b8b2 req-22290fbc-7c86-4a94-8f1b-2917f5197459 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376101 Jul 22 22:19:22.227932 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-7f40e31d-6b3d-4a53-b57f-9c7bf0a371b2 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20137ae8-6143-4942-bd93-3a554a1545e2 HTTP/1.1" status: 200 len: 217 time: 0.0554116 Jul 22 22:19:22.231737 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516e433-fadf-4de1-a892-85af6f8d7112 req-a7b02489-0e94-498a-9b98-92c44b1b7d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:22.233220 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6516e433-fadf-4de1-a892-85af6f8d7112 req-a7b02489-0e94-498a-9b98-92c44b1b7d0c service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f&tenant_id=4d3659e8b835430388a2cee22076abe4 HTTP/1.1" status: 200 len: 1097 time: 0.2992809 Jul 22 22:19:22.234299 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-f7bbdf42-cb49-43c1-8758-31e81d1f9163 service neutron] Attempting to bind port 4848c327-9cf5-43bc-95c4-5715398fd35d on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:19:22.234632 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-f7bbdf42-cb49-43c1-8758-31e81d1f9163 service neutron] Attempting to bind port 4848c327-9cf5-43bc-95c4-5715398fd35d by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '5ddc735b-fd99-4fd1-91cf-9bb03a2da3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f37d9d3d-f407-4eae-a393-c7d2061d8e21'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:19:22.234957 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-f7bbdf42-cb49-43c1-8758-31e81d1f9163 service neutron] Attempting to bind port 4848c327-9cf5-43bc-95c4-5715398fd35d on network f37d9d3d-f407-4eae-a393-c7d2061d8e21 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:19:22.239689 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-f7bbdf42-cb49-43c1-8758-31e81d1f9163 service neutron] Port 4848c327-9cf5-43bc-95c4-5715398fd35d on network f37d9d3d-f407-4eae-a393-c7d2061d8e21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:19:22.240010 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-f7bbdf42-cb49-43c1-8758-31e81d1f9163 service neutron] Attempting to bind port 4848c327-9cf5-43bc-95c4-5715398fd35d on network f37d9d3d-f407-4eae-a393-c7d2061d8e21 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:19:22.247772 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-f7bbdf42-cb49-43c1-8758-31e81d1f9163 service neutron] Checking agent: {'id': '4259e59d-080d-4967-89a0-1abd7a18732f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'started_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:19:22.248082 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-f7bbdf42-cb49-43c1-8758-31e81d1f9163 service neutron] Checking segment: {'id': '5ddc735b-fd99-4fd1-91cf-9bb03a2da3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f37d9d3d-f407-4eae-a393-c7d2061d8e21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:19:22.248497 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-f7bbdf42-cb49-43c1-8758-31e81d1f9163 service neutron] Bound using segment: {'id': '5ddc735b-fd99-4fd1-91cf-9bb03a2da3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f37d9d3d-f407-4eae-a393-c7d2061d8e21'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:19:22.249138 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-f7bbdf42-cb49-43c1-8758-31e81d1f9163 service neutron] Bound port: 4848c327-9cf5-43bc-95c4-5715398fd35d, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ddc735b-fd99-4fd1-91cf-9bb03a2da3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f37d9d3d-f407-4eae-a393-c7d2061d8e21'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:19:22.249282 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-f7bbdf42-cb49-43c1-8758-31e81d1f9163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:22.366193 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-183ac259-7b19-44b1-9f98-013cc78764ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:22.367787 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-183ac259-7b19-44b1-9f98-013cc78764ff service neutron] 10.222.0.115 "GET /v2.0/subnets?id=1d8f399d-005f-4419-9f4d-091c2cf5b73e HTTP/1.1" status: 200 len: 854 time: 0.1218486 Jul 22 22:19:22.426549 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-812c2c62-a143-43c0-8e2e-a04e3cd21afa service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=34673370-560f-41fe-9c17-1619350d74d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440400 Jul 22 22:19:22.429963 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-f7bbdf42-cb49-43c1-8758-31e81d1f9163 service neutron] For port 4848c327-9cf5-43bc-95c4-5715398fd35d, host hv-cinder-80191, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:19:22.453466 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-f7bbdf42-cb49-43c1-8758-31e81d1f9163 service neutron] For port 4848c327-9cf5-43bc-95c4-5715398fd35d, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=4848c327-9cf5-43bc-95c4-5715398fd35d,segment=NetworkSegment(5ddc735b-fd99-4fd1-91cf-9bb03a2da3da),segment_id=5ddc735b-fd99-4fd1-91cf-9bb03a2da3da)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:19:22.485558 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-f7bbdf42-cb49-43c1-8758-31e81d1f9163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:22.498289 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516e433-fadf-4de1-a892-85af6f8d7112 req-14351b87-38a0-4f2b-a0f7-1c5adcde438c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:22.499901 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6516e433-fadf-4de1-a892-85af6f8d7112 req-14351b87-38a0-4f2b-a0f7-1c5adcde438c service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=4d3659e8b835430388a2cee22076abe4&device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 1097 time: 0.2096536 Jul 22 22:19:22.573115 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-f7bbdf42-cb49-43c1-8758-31e81d1f9163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:22.573754 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-f7bbdf42-cb49-43c1-8758-31e81d1f9163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:22.575195 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-f7bbdf42-cb49-43c1-8758-31e81d1f9163 service neutron] 10.222.0.115 "PUT /v2.0/ports/4848c327-9cf5-43bc-95c4-5715398fd35d HTTP/1.1" status: 200 len: 1094 time: 1.8409243 Jul 22 22:19:22.579870 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be939f47-516a-429d-b7cd-4828c8f42dcf', 'tag': '4848c327-9cf5-43bc-95c4-5715398fd35d'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:19:22.582308 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f22c750-b628-44c2-8bfc-bc83a2df6b77" -d '{"events": [{"name": "network-changed", "server_uuid": "be939f47-516a-429d-b7cd-4828c8f42dcf", "tag": "4848c327-9cf5-43bc-95c4-5715398fd35d"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:19:22.638870 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bbdf42-cb49-43c1-8758-31e81d1f9163 service neutron] Pushing event updated for resources: {'Port': ['ID=4848c327-9cf5-43bc-95c4-5715398fd35d,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:22.700398 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291bfbb8-b1fe-445d-b389-849d7f524874 x-openstack-request-id: req-291bfbb8-b1fe-445d-b389-849d7f524874 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:19:22.700800 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be939f47-516a-429d-b7cd-4828c8f42dcf", "tag": "4848c327-9cf5-43bc-95c4-5715398fd35d", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:19:22.701117 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-291bfbb8-b1fe-445d-b389-849d7f524874 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:19:22.701634 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be939f47-516a-429d-b7cd-4828c8f42dcf', 'tag': '4848c327-9cf5-43bc-95c4-5715398fd35d', 'status': 'completed', 'code': 200} Jul 22 22:19:22.708093 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-38617ae8-0c8e-455b-9919-7d64f1898d12 service neutron] 10.222.0.115 "GET /v2.0/networks/34673370-560f-41fe-9c17-1619350d74d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672758 Jul 22 22:19:22.794711 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516e433-fadf-4de1-a892-85af6f8d7112 req-420c5617-efda-49a9-bea8-27a99fb5e8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:22.796571 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6516e433-fadf-4de1-a892-85af6f8d7112 req-420c5617-efda-49a9-bea8-27a99fb5e8b1 service neutron] 10.222.0.115 "GET /v2.0/networks?id=4aaef0ad-84e7-449b-8140-d9a9cce60069 HTTP/1.1" status: 200 len: 918 time: 0.2741554 Jul 22 22:19:22.953343 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6516e433-fadf-4de1-a892-85af6f8d7112 req-c870f592-72b0-417f-941d-a77da873ea13 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=072bf681-48fb-44ec-9642-e2030452f3a3 HTTP/1.1" status: 200 len: 1000 time: 0.1394055 Jul 22 22:19:22.964019 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-f6f7158b-9546-4ae7-b352-00294b27db1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:22.965755 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-f6f7158b-9546-4ae7-b352-00294b27db1d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7655566a61044cf8868d0fed64444851&device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 1097 time: 0.2609220 Jul 22 22:19:22.979288 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c92c8-c90c-41e1-9a26-6c2b377c4776 req-a7d4e6fd-0efe-4eaa-84f8-bc416532e28f tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:22.980666 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-388e25b8-f1c8-4f63-9db9-210b5beecbb1 req-048453e7-7355-4412-b0a2-8ba225fcdccd service neutron] 10.222.0.115 "GET /v2.0/networks/34673370-560f-41fe-9c17-1619350d74d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289567 Jul 22 22:19:22.980956 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-112c92c8-c90c-41e1-9a26-6c2b377c4776 req-a7d4e6fd-0efe-4eaa-84f8-bc416532e28f tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.1755800 Jul 22 22:19:22.994854 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c794388-9ca3-4806-a8c0-906b2d2275ed req-5824fb15-4705-44db-a8a9-069e09da3aca tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:22.996526 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8c794388-9ca3-4806-a8c0-906b2d2275ed req-5824fb15-4705-44db-a8a9-069e09da3aca tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 944 time: 0.1245079 Jul 22 22:19:23.045175 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-558faa0c-431e-4e2c-b513-ab65d43b7bac service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4848c327-9cf5-43bc-95c4-5715398fd35d HTTP/1.1" status: 200 len: 217 time: 0.0633998 Jul 22 22:19:23.065755 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-112c92c8-c90c-41e1-9a26-6c2b377c4776 req-a71db474-951a-42f9-b7d5-3ae013367879 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681677 Jul 22 22:19:23.071934 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516e433-fadf-4de1-a892-85af6f8d7112 req-cd7f760c-0e5f-4796-b6cf-1ce37ca28640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:23.073584 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6516e433-fadf-4de1-a892-85af6f8d7112 req-cd7f760c-0e5f-4796-b6cf-1ce37ca28640 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=5caf93b5-914e-42f5-8313-0d8eb8086bc1 HTTP/1.1" status: 200 len: 856 time: 0.1068764 Jul 22 22:19:23.090807 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8c794388-9ca3-4806-a8c0-906b2d2275ed req-7377ae0f-f451-4956-878e-8d5ea504164b tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619674 Jul 22 22:19:23.142793 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-a46a27ea-15d6-499e-bff3-33418100a496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:23.144654 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-a46a27ea-15d6-499e-bff3-33418100a496 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=7da51077-13ec-4dff-886f-d0eb88cbac6d HTTP/1.1" status: 200 len: 854 time: 0.0874963 Jul 22 22:19:23.194113 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516e433-fadf-4de1-a892-85af6f8d7112 req-62830d72-c8de-4878-8e50-b33cf844cc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:23.196920 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6516e433-fadf-4de1-a892-85af6f8d7112 req-62830d72-c8de-4878-8e50-b33cf844cc89 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=4aaef0ad-84e7-449b-8140-d9a9cce60069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1051896 Jul 22 22:19:23.293636 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1510a-1549-49f7-acfa-2f4e562b7db6 req-a1132373-b645-4116-89f9-1a506a7b4e05 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:23.298054 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5dd1510a-1549-49f7-acfa-2f4e562b7db6 req-a1132373-b645-4116-89f9-1a506a7b4e05 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 944 time: 0.1026626 Jul 22 22:19:23.300942 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-357234ae-241e-4a93-852e-bea012332d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:23.302509 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-357234ae-241e-4a93-852e-bea012332d94 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f37d9d3d-f407-4eae-a393-c7d2061d8e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1395750 Jul 22 22:19:23.328943 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6516e433-fadf-4de1-a892-85af6f8d7112 req-09c9c494-ff7a-4618-9a2a-4992689bfbc9 service neutron] 10.222.0.115 "GET /v2.0/networks/4aaef0ad-84e7-449b-8140-d9a9cce60069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211591 Jul 22 22:19:23.368097 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5dd1510a-1549-49f7-acfa-2f4e562b7db6 req-c89465b1-0f30-4a20-af1a-2b7c2a84a2ca tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643415 Jul 22 22:19:23.414129 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbe27d-9c41-464d-9891-1cb1a87c3762 req-5a0cfcef-f4ae-41c6-853a-a6c272cb0690 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:23.415667 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-42fbe27d-9c41-464d-9891-1cb1a87c3762 req-5a0cfcef-f4ae-41c6-853a-a6c272cb0690 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0930917 Jul 22 22:19:23.459644 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-42fbe27d-9c41-464d-9891-1cb1a87c3762 req-90e89708-c055-4133-a122-dc5d9a159efd tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378153 Jul 22 22:19:23.470744 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-8cd835d5-73f8-4f76-88b1-36422e9614ab service neutron] 10.222.0.115 "GET /v2.0/networks/f37d9d3d-f407-4eae-a393-c7d2061d8e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503003 Jul 22 22:19:23.484100 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6516e433-fadf-4de1-a892-85af6f8d7112 req-7edc1dc3-340d-4808-8968-1b6d0401c916 service neutron] 10.222.0.115 "GET /v2.0/networks/4aaef0ad-84e7-449b-8140-d9a9cce60069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421661 Jul 22 22:19:23.795957 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cfa193dd-baa1-4b44-918a-8c546c3c3605 req-38ae70dc-aa24-4c11-a2d8-3bc9f73ef783 service neutron] 10.222.0.115 "GET /v2.0/networks/f37d9d3d-f407-4eae-a393-c7d2061d8e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060803 Jul 22 22:19:23.960118 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22c750-b628-44c2-8bfc-bc83a2df6b77 req-65f47b6b-37be-4fdf-912a-d3978c24fc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:23.963485 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4f22c750-b628-44c2-8bfc-bc83a2df6b77 req-65f47b6b-37be-4fdf-912a-d3978c24fc19 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7655566a61044cf8868d0fed64444851&device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 1097 time: 0.0621266 Jul 22 22:19:24.070973 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22c750-b628-44c2-8bfc-bc83a2df6b77 req-b13843e3-bdd6-4e13-9e37-a7d6abc50942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:24.072757 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4f22c750-b628-44c2-8bfc-bc83a2df6b77 req-b13843e3-bdd6-4e13-9e37-a7d6abc50942 service neutron] 10.222.0.115 "GET /v2.0/networks?id=f37d9d3d-f407-4eae-a393-c7d2061d8e21 HTTP/1.1" status: 200 len: 916 time: 0.0956962 Jul 22 22:19:24.102595 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:24.123355 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4f22c750-b628-44c2-8bfc-bc83a2df6b77 req-0b3811c6-9ee2-446d-ab07-261fd67431b2 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4848c327-9cf5-43bc-95c4-5715398fd35d HTTP/1.1" status: 200 len: 217 time: 0.0406804 Jul 22 22:19:24.378847 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944a772-32ab-4bcb-a046-8dd836b19217 req-4d539718-e8c9-453a-82d1-d9b3b7d8ca93 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:24.380646 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-6944a772-32ab-4bcb-a046-8dd836b19217 req-4d539718-e8c9-453a-82d1-d9b3b7d8ca93 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.1403348 Jul 22 22:19:24.396749 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac87eb-7288-4cb8-bdea-c78fcf63cf17 req-8c643265-4b2c-4685-a18b-8197473f6f9e tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:24.399042 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-81ac87eb-7288-4cb8-bdea-c78fcf63cf17 req-8c643265-4b2c-4685-a18b-8197473f6f9e tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 944 time: 0.1355720 Jul 22 22:19:24.481611 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-6944a772-32ab-4bcb-a046-8dd836b19217 req-8cee8181-9e9c-46ad-a708-eb60c0971e5b tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793629 Jul 22 22:19:24.498478 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22c750-b628-44c2-8bfc-bc83a2df6b77 req-0e634bff-3e0f-48b1-ab7b-c1c01e3a2dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:24.502928 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4f22c750-b628-44c2-8bfc-bc83a2df6b77 req-0e634bff-3e0f-48b1-ab7b-c1c01e3a2dcf service neutron] 10.222.0.115 "GET /v2.0/subnets?id=7da51077-13ec-4dff-886f-d0eb88cbac6d HTTP/1.1" status: 200 len: 854 time: 0.1056838 Jul 22 22:19:24.533699 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-81ac87eb-7288-4cb8-bdea-c78fcf63cf17 req-947c1f8a-aa01-4a50-9b67-83bd8e56ffc5 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930977 Jul 22 22:19:24.892149 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec825c3-e029-49a7-9871-30171f6471b8 req-2a807266-5421-4ec0-a3fd-960726d1c36c tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:24.907237 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-aec825c3-e029-49a7-9871-30171f6471b8 req-2a807266-5421-4ec0-a3fd-960726d1c36c tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 944 time: 0.2825117 Jul 22 22:19:24.924685 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62f1c1-5dc2-45b4-a986-615e3a4ef9bf req-f9f1eaa6-8aa6-4a84-9661-fbad9ddc110c tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:24.932186 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-fc62f1c1-5dc2-45b4-a986-615e3a4ef9bf req-f9f1eaa6-8aa6-4a84-9661-fbad9ddc110c tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.2725356 Jul 22 22:19:25.007388 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-aec825c3-e029-49a7-9871-30171f6471b8 req-4c6f533e-f230-41e5-9946-b526c3c91289 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976701 Jul 22 22:19:25.064259 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-fc62f1c1-5dc2-45b4-a986-615e3a4ef9bf req-eb5ef915-fe29-47fb-8e14-908d0beb6ece tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289213 Jul 22 22:19:25.700072 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71963768-c127-4fab-8623-be8bb245e0cb req-7e9013f5-6770-4f7c-9363-2fe4e2856670 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:25.701698 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-71963768-c127-4fab-8623-be8bb245e0cb req-7e9013f5-6770-4f7c-9363-2fe4e2856670 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.1063828 Jul 22 22:19:25.715932 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d0ab8-7f2e-486f-a099-da9af348d983 req-573337a2-6094-47d2-aacf-e6110454d79f tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:25.717501 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-964d0ab8-7f2e-486f-a099-da9af348d983 req-573337a2-6094-47d2-aacf-e6110454d79f tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 944 time: 0.1061761 Jul 22 22:19:25.785572 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-71963768-c127-4fab-8623-be8bb245e0cb req-9fddecab-6c8e-4139-b306-b9df6243e3f4 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669539 Jul 22 22:19:25.790236 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-964d0ab8-7f2e-486f-a099-da9af348d983 req-a8f6b25e-6446-4c66-afa1-cd12ed065330 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657046 Jul 22 22:19:26.255187 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddf63b-5cd5-46c7-8a56-23a55c5b5765 req-26c967b3-2bc3-4e03-b98e-361a04e7c7c5 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:26.258265 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-65ddf63b-5cd5-46c7-8a56-23a55c5b5765 req-26c967b3-2bc3-4e03-b98e-361a04e7c7c5 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 944 time: 0.1783166 Jul 22 22:19:26.334353 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-65ddf63b-5cd5-46c7-8a56-23a55c5b5765 req-bac5ec13-884b-4975-8391-aa655a91102f tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709147 Jul 22 22:19:26.367074 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74852a6a-d795-4f4e-989d-75d05cc77927 req-ad87531c-aa67-496a-9afe-847d6bbccbb4 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:26.379141 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-74852a6a-d795-4f4e-989d-75d05cc77927 req-ad87531c-aa67-496a-9afe-847d6bbccbb4 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.1550603 Jul 22 22:19:26.427635 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-74852a6a-d795-4f4e-989d-75d05cc77927 req-ad73bb1c-c4b5-47d3-9c58-16c8dfd7017a tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470126 Jul 22 22:19:26.812701 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 20137ae8-6143-4942-bd93-3a554a1545e2 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:19:27.010366 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 20137ae8-6143-4942-bd93-3a554a1545e2, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=20137ae8-6143-4942-bd93-3a554a1545e2,segment=NetworkSegment(d15c25b1-f200-4eab-9a4f-9cc58efb2aff),segment_id=d15c25b1-f200-4eab-9a4f-9cc58efb2aff)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:19:27.021856 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Returning: {'device': '20137ae8-6143-4942-bd93-3a554a1545e2', 'network_id': '34673370-560f-41fe-9c17-1619350d74d3', 'port_id': '20137ae8-6143-4942-bd93-3a554a1545e2', 'mac_address': 'fa:16:3e:3d:90:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8f399d-005f-4419-9f4d-091c2cf5b73e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:19:27.045707 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260992e0-f971-49fa-ad8e-24b9bc68a57a req-218ab81d-53fc-4662-a745-e8871dbc02f3 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:27.047170 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-260992e0-f971-49fa-ad8e-24b9bc68a57a req-218ab81d-53fc-4662-a745-e8871dbc02f3 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 944 time: 0.1182902 Jul 22 22:19:27.057469 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e9777-1260-4627-b8c4-3ae89e166b1e req-04d6ee23-7315-46fe-ae70-23349d47f7c3 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:27.061046 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4c8e9777-1260-4627-b8c4-3ae89e166b1e req-04d6ee23-7315-46fe-ae70-23349d47f7c3 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.1329932 Jul 22 22:19:27.074874 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:27.089416 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20137ae8-6143-4942-bd93-3a554a1545e2 {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:19:27.111813 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 20137ae8-6143-4942-bd93-3a554a1545e2, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=20137ae8-6143-4942-bd93-3a554a1545e2,segment=NetworkSegment(d15c25b1-f200-4eab-9a4f-9cc58efb2aff),segment_id=d15c25b1-f200-4eab-9a4f-9cc58efb2aff)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:19:27.121142 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:27.140284 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4c8e9777-1260-4627-b8c4-3ae89e166b1e req-31d83efa-df9d-4dea-82b5-a3136a7758cc tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578232 Jul 22 22:19:27.155988 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-260992e0-f971-49fa-ad8e-24b9bc68a57a req-518b76fa-3974-482a-b82a-7c0e95e08088 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941629 Jul 22 22:19:27.207372 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=20137ae8-6143-4942-bd93-3a554a1545e2,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:27.495008 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c262c7-b828-44f1-8221-3d8ff7143280 req-af998aca-edc0-4903-8fc5-fa75bf8789c2 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:27.496798 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-37c262c7-b828-44f1-8221-3d8ff7143280 req-af998aca-edc0-4903-8fc5-fa75bf8789c2 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 944 time: 0.0749795 Jul 22 22:19:27.522064 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['20137ae8-6143-4942-bd93-3a554a1545e2'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:19:27.573992 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-37c262c7-b828-44f1-8221-3d8ff7143280 req-27f1d100-779c-4b5d-b89e-c01a4570b4c5 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700595 Jul 22 22:19:27.614900 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e41bf-697f-4459-80b1-8ea7fd93f631 req-13e7f9f0-e0b1-4b07-a56d-decc72e70f90 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:27.616457 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f54e41bf-697f-4459-80b1-8ea7fd93f631 req-13e7f9f0-e0b1-4b07-a56d-decc72e70f90 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.1020596 Jul 22 22:19:27.656739 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f54e41bf-697f-4459-80b1-8ea7fd93f631 req-ca4adbbd-46a0-46fd-bf06-e9d32160c538 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339055 Jul 22 22:19:28.341792 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4508c-a953-44a3-8513-da4e80d3d79d req-73f7a85e-ef47-45d3-9c3f-112184dd5f07 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:28.343248 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d3b4508c-a953-44a3-8513-da4e80d3d79d req-73f7a85e-ef47-45d3-9c3f-112184dd5f07 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.1216967 Jul 22 22:19:28.371647 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4eafd-478f-4a81-a029-d7ecca47eae4 req-48613f97-744c-407d-8020-8045e72ebc39 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:28.373170 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-18b4eafd-478f-4a81-a029-d7ecca47eae4 req-48613f97-744c-407d-8020-8045e72ebc39 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 945 time: 0.1042359 Jul 22 22:19:28.425202 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d3b4508c-a953-44a3-8513-da4e80d3d79d req-37c30d33-9a27-41b9-8ce0-46008d5466c0 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762532 Jul 22 22:19:28.446706 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-18b4eafd-478f-4a81-a029-d7ecca47eae4 req-b24e59dd-10ed-4728-a57e-fde0311d4bbb tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633905 Jul 22 22:19:28.702804 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad58f9-9519-4e67-b5b8-aa64920223b8 req-ba7fee58-1c9d-4048-a1aa-8b006e203714 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:28.704419 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5fad58f9-9519-4e67-b5b8-aa64920223b8 req-ba7fee58-1c9d-4048-a1aa-8b006e203714 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 944 time: 0.0634112 Jul 22 22:19:28.822942 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 20137ae8-6143-4942-bd93-3a554a1545e2 up at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:19:28.876167 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning for port 20137ae8-6143-4942-bd93-3a554a1545e2 completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:19:28.880522 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning complete for port 20137ae8-6143-4942-bd93-3a554a1545e2 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:19:28.880909 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:28.966818 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:28.999860 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5fad58f9-9519-4e67-b5b8-aa64920223b8 req-e3864d7f-1d31-481b-afef-337c6e6c5924 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898116 Jul 22 22:19:29.000132 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2692d604-3775-4484-a86f-52a21edc02f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20137ae8-6143-4942-bd93-3a554a1545e2'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:19:29.003091 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f27b67f0d35f7f80674a04ef850f841daaa75b8eb1023cd4f94f55c11be84c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e72e2ee-3df4-433a-90cb-bc175f766f14" -d '{"events": [{"server_uuid": "2692d604-3775-4484-a86f-52a21edc02f5", "name": "network-vif-plugged", "status": "completed", "tag": "20137ae8-6143-4942-bd93-3a554a1545e2"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:19:29.026225 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 20137ae8-6143-4942-bd93-3a554a1545e2, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=20137ae8-6143-4942-bd93-3a554a1545e2,segment=NetworkSegment(d15c25b1-f200-4eab-9a4f-9cc58efb2aff),segment_id=d15c25b1-f200-4eab-9a4f-9cc58efb2aff)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:19:29.039211 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:29.046996 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377ee6e-49c5-43d3-acf7-c593fc6fea61 req-d88395c8-da0b-4954-9ce3-edd9c484f621 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:29.055191 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7377ee6e-49c5-43d3-acf7-c593fc6fea61 req-d88395c8-da0b-4954-9ce3-edd9c484f621 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.3231122 Jul 22 22:19:29.112713 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba36af99-7ac4-44ac-87db-57c3b49301b0 x-openstack-request-id: req-ba36af99-7ac4-44ac-87db-57c3b49301b0 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:19:29.114114 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7377ee6e-49c5-43d3-acf7-c593fc6fea61 req-922c21b0-02d8-41d2-8621-a47979a7a07f tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539057 Jul 22 22:19:29.114266 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2692d604-3775-4484-a86f-52a21edc02f5", "name": "network-vif-plugged", "status": "completed", "tag": "20137ae8-6143-4942-bd93-3a554a1545e2", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:19:29.114399 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ba36af99-7ac4-44ac-87db-57c3b49301b0 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:19:29.114805 dv-cinder-801912-2-iscsi neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2692d604-3775-4484-a86f-52a21edc02f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20137ae8-6143-4942-bd93-3a554a1545e2', 'code': 200} Jul 22 22:19:29.139308 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=20137ae8-6143-4942-bd93-3a554a1545e2,revision_number=5']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:29.619073 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d68f63-258d-409f-a407-3c582026da7b req-98c56bc8-42b3-4a6b-a07f-df4d560394cc tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:29.622413 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-37d68f63-258d-409f-a407-3c582026da7b req-98c56bc8-42b3-4a6b-a07f-df4d560394cc tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 946 time: 0.0968161 Jul 22 22:19:29.640660 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ce68d-8931-40f4-a83a-fedcdf701cbd req-eb3051bc-657a-4949-a537-4f00ae0e639f tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:29.642258 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-977ce68d-8931-40f4-a83a-fedcdf701cbd req-eb3051bc-657a-4949-a537-4f00ae0e639f tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.1254487 Jul 22 22:19:29.701364 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-37d68f63-258d-409f-a407-3c582026da7b req-ba0f321d-bec5-4b6c-837e-b3417289bf45 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580490 Jul 22 22:19:29.706006 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-977ce68d-8931-40f4-a83a-fedcdf701cbd req-b657ec47-229c-470b-a768-e4b692bdaddd tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560167 Jul 22 22:19:30.166305 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cfde64-f1b2-440b-b34e-a4036d33dfbe req-3fcfe43f-9fb5-40c1-9ea1-c4cc44a27961 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:30.167779 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d8cfde64-f1b2-440b-b34e-a4036d33dfbe req-3fcfe43f-9fb5-40c1-9ea1-c4cc44a27961 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 944 time: 0.0648265 Jul 22 22:19:30.235429 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d8cfde64-f1b2-440b-b34e-a4036d33dfbe req-5854e36e-20a4-492f-9162-54febe48d9a7 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619693 Jul 22 22:19:30.265128 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805619f-8e0e-4000-a227-d1551bb8edef req-5465d61d-c22f-4358-954f-309250fd9ed3 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:30.266590 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4805619f-8e0e-4000-a227-d1551bb8edef req-5465d61d-c22f-4358-954f-309250fd9ed3 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0857744 Jul 22 22:19:30.303708 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4805619f-8e0e-4000-a227-d1551bb8edef req-336521dd-b1ae-4860-9601-c9f47f906335 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315909 Jul 22 22:19:30.889330 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a1f6e-c815-49c9-8a04-6bbc5c21b7ac req-eced7f29-f530-447d-b1f9-40d9ae896263 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:30.890805 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3f7a1f6e-c815-49c9-8a04-6bbc5c21b7ac req-eced7f29-f530-447d-b1f9-40d9ae896263 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 946 time: 0.1235487 Jul 22 22:19:30.903282 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774c655-da04-4d27-ae20-eba13dbc5efa req-84b8a011-ff11-4612-8403-6ee9e3ec62cc tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:30.904750 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a774c655-da04-4d27-ae20-eba13dbc5efa req-84b8a011-ff11-4612-8403-6ee9e3ec62cc tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.0965540 Jul 22 22:19:30.964262 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3f7a1f6e-c815-49c9-8a04-6bbc5c21b7ac req-68e45025-47c0-4642-85fa-c79a6e194393 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584638 Jul 22 22:19:30.967257 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a774c655-da04-4d27-ae20-eba13dbc5efa req-6bcbc573-1596-4b0a-b973-0cc6d5104882 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557640 Jul 22 22:19:31.383108 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3babd71a-030e-4e61-ad15-3e240cbbaa16 req-637bf588-95bd-4a5f-8d9a-a6440fe62768 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:31.384679 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3babd71a-030e-4e61-ad15-3e240cbbaa16 req-637bf588-95bd-4a5f-8d9a-a6440fe62768 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 944 time: 0.0815113 Jul 22 22:19:31.464163 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3babd71a-030e-4e61-ad15-3e240cbbaa16 req-17de85c9-840f-4075-9506-0284701aa787 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735517 Jul 22 22:19:31.512520 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b489279-553b-4b17-b2db-a4a7c4bd0558 req-ff0dd98d-c21a-4440-8db7-4e9e02e1f094 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:31.514358 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-2b489279-553b-4b17-b2db-a4a7c4bd0558 req-ff0dd98d-c21a-4440-8db7-4e9e02e1f094 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.1005397 Jul 22 22:19:31.563887 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-2b489279-553b-4b17-b2db-a4a7c4bd0558 req-94f70188-ddab-443b-a894-786623c84441 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418184 Jul 22 22:19:32.176219 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d12f53-fb41-410f-9a6d-7ba933e1dd80 req-4d1c937c-9cab-4886-bcf1-b442a384122b tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:32.177735 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-23d12f53-fb41-410f-9a6d-7ba933e1dd80 req-4d1c937c-9cab-4886-bcf1-b442a384122b tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 946 time: 0.1364403 Jul 22 22:19:32.185922 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de192e-b3e3-4063-b53c-93e4d5b7b6d9 req-b6e64d96-f81d-4ca1-9b67-4c8345f911dd tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:32.187418 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-30de192e-b3e3-4063-b53c-93e4d5b7b6d9 req-b6e64d96-f81d-4ca1-9b67-4c8345f911dd tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.1152325 Jul 22 22:19:32.244501 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-23d12f53-fb41-410f-9a6d-7ba933e1dd80 req-afdab95d-5f2c-477d-ac22-7af6eeb27e53 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561006 Jul 22 22:19:32.247183 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-30de192e-b3e3-4063-b53c-93e4d5b7b6d9 req-e18a2c65-29b7-417e-8fb6-fb7405c56d58 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530283 Jul 22 22:19:32.624551 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd4f19-2612-401f-932c-48a4ac6ff88f req-b60ccf96-8eb4-4d7d-b804-b191815f7a8d tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:32.631344 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-9afd4f19-2612-401f-932c-48a4ac6ff88f req-b60ccf96-8eb4-4d7d-b804-b191815f7a8d tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 944 time: 0.0842037 Jul 22 22:19:32.684791 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-9afd4f19-2612-401f-932c-48a4ac6ff88f req-1dd67ffc-a27e-4f9f-bd48-63f6d18e6464 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525265 Jul 22 22:19:32.752759 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d26061-ad49-4195-b940-ac63a69a33b6 req-84274be5-f841-464c-a927-023942f8fed5 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:32.754211 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a6d26061-ad49-4195-b940-ac63a69a33b6 req-84274be5-f841-464c-a927-023942f8fed5 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0905170 Jul 22 22:19:32.794410 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a6d26061-ad49-4195-b940-ac63a69a33b6 req-2591e02e-405f-40f0-b447-8ae335a50aee tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338130 Jul 22 22:19:33.411524 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789079a-a194-430c-9852-8c61d62caeb0 req-6c0f6f29-a2aa-48f3-a154-6ce5c069f332 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:33.413158 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5789079a-a194-430c-9852-8c61d62caeb0 req-6c0f6f29-a2aa-48f3-a154-6ce5c069f332 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 946 time: 0.1001384 Jul 22 22:19:33.442544 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ccc15b-a4e3-4658-aa2c-3dacfb298f35 req-ca846048-32f0-45c8-a3ba-ffe8a36f084e tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:33.443969 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f1ccc15b-a4e3-4658-aa2c-3dacfb298f35 req-ca846048-32f0-45c8-a3ba-ffe8a36f084e tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.1177475 Jul 22 22:19:33.487705 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5789079a-a194-430c-9852-8c61d62caeb0 req-33dbefe8-1c23-4332-ad1f-d6d1f5e3ce0c tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678754 Jul 22 22:19:33.512087 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f1ccc15b-a4e3-4658-aa2c-3dacfb298f35 req-91ad4db6-873b-470d-b2ac-54fb8bae76da tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615418 Jul 22 22:19:33.837815 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15aa335-3af9-4ab9-abbc-2b240320c711 req-651d4a0d-23a3-4c3d-98f1-e1133bac1767 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:33.843075 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f15aa335-3af9-4ab9-abbc-2b240320c711 req-651d4a0d-23a3-4c3d-98f1-e1133bac1767 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 944 time: 0.0905864 Jul 22 22:19:33.887716 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f15aa335-3af9-4ab9-abbc-2b240320c711 req-bfaf88b2-78c4-4ca3-91ca-2dbf7e104f49 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437222 Jul 22 22:19:33.965707 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab48a04-ce3c-4e35-9210-279e6824a9da req-55eac8d6-34f2-4f01-bf17-f693ec38e324 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:33.967376 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-dab48a04-ce3c-4e35-9210-279e6824a9da req-55eac8d6-34f2-4f01-bf17-f693ec38e324 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0783758 Jul 22 22:19:34.018881 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-dab48a04-ce3c-4e35-9210-279e6824a9da req-7c8dcca7-5e85-4586-aec9-36c8c6eb2519 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456972 Jul 22 22:19:34.673413 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ab5be-5ecd-490d-95ef-5ce4febe823c req-50adb02f-8a2f-47e1-8de5-ef5e7e622ebd tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:34.674915 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3b8ab5be-5ecd-490d-95ef-5ce4febe823c req-50adb02f-8a2f-47e1-8de5-ef5e7e622ebd tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 946 time: 0.1122003 Jul 22 22:19:34.728582 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce89e24-2699-41b5-9d6a-191a422ff6cf req-1800ebe4-b9a3-4b79-bb37-70a1494a7664 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:34.730219 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-fce89e24-2699-41b5-9d6a-191a422ff6cf req-1800ebe4-b9a3-4b79-bb37-70a1494a7664 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.1229980 Jul 22 22:19:34.735671 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3b8ab5be-5ecd-490d-95ef-5ce4febe823c req-bbe63bde-9b4e-4a9c-871a-f77b37bb4cff tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529637 Jul 22 22:19:34.791636 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-fce89e24-2699-41b5-9d6a-191a422ff6cf req-dd80ca1e-3f7e-4cd0-96d9-0e034967f22a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426991 Jul 22 22:19:35.029599 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435116a-866d-4486-bd93-89b13ecf70c5 req-75434c5a-83ef-454c-b044-7d8f858f83bf tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:35.030897 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e435116a-866d-4486-bd93-89b13ecf70c5 req-75434c5a-83ef-454c-b044-7d8f858f83bf tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 944 time: 0.0733402 Jul 22 22:19:35.090113 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e435116a-866d-4486-bd93-89b13ecf70c5 req-5ba7d4d8-4b18-4095-97fe-2d724315ef16 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417986 Jul 22 22:19:35.194349 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9d04e-1f3e-4e40-9459-0fcebbbe8c16 req-60c92709-14c0-4c2c-8908-a372cdc6c1cf tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:35.196401 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7be9d04e-1f3e-4e40-9459-0fcebbbe8c16 req-60c92709-14c0-4c2c-8908-a372cdc6c1cf tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0670938 Jul 22 22:19:35.235506 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7be9d04e-1f3e-4e40-9459-0fcebbbe8c16 req-6d4a158e-3d55-4728-8dad-9df5812df159 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335433 Jul 22 22:19:35.980554 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374abd6-9e87-4d27-90a5-a9f5f9bc6d59 req-013a6b5e-8c79-4f33-be75-cbe0aecf6ba6 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:35.980554 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7374abd6-9e87-4d27-90a5-a9f5f9bc6d59 req-013a6b5e-8c79-4f33-be75-cbe0aecf6ba6 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 946 time: 0.1505876 Jul 22 22:19:35.994847 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f3cab-f80e-4442-bccf-00c46b12ba16 req-cad1aabf-2b11-4dee-9a1e-146420b5280a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:35.996405 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7d2f3cab-f80e-4442-bccf-00c46b12ba16 req-cad1aabf-2b11-4dee-9a1e-146420b5280a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.1014478 Jul 22 22:19:36.066705 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7374abd6-9e87-4d27-90a5-a9f5f9bc6d59 req-94bf8abc-e9b2-433b-a769-9c073bc575b6 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798097 Jul 22 22:19:36.072793 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7d2f3cab-f80e-4442-bccf-00c46b12ba16 req-e8906257-f370-44aa-a6e9-911a316fcee0 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636616 Jul 22 22:19:36.243547 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30293c6-2f1d-42d5-8fd4-a9cd17bccc40 req-739a59f0-5c36-4f1a-813e-32247598c2a2 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:36.245014 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e30293c6-2f1d-42d5-8fd4-a9cd17bccc40 req-739a59f0-5c36-4f1a-813e-32247598c2a2 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 944 time: 0.0840967 Jul 22 22:19:36.287903 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e30293c6-2f1d-42d5-8fd4-a9cd17bccc40 req-9e5a0f79-ffab-4dc9-aff3-41ba1e7b0069 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360558 Jul 22 22:19:36.385513 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a003af-a34e-47cb-a4f4-f8d620961a33 req-39935d7b-1b36-4052-8da9-e2b9c537ba17 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:36.387142 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-08a003af-a34e-47cb-a4f4-f8d620961a33 req-39935d7b-1b36-4052-8da9-e2b9c537ba17 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0801647 Jul 22 22:19:36.434169 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-08a003af-a34e-47cb-a4f4-f8d620961a33 req-0d732aad-3324-4b03-ae29-bbcde70b534e tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400581 Jul 22 22:19:37.260934 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebc233-2022-49ef-9432-9bae025dd6f7 req-8f0ce3f0-901f-44ae-af73-8e07500ef1d9 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:37.262457 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-91ebc233-2022-49ef-9432-9bae025dd6f7 req-8f0ce3f0-901f-44ae-af73-8e07500ef1d9 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.1060824 Jul 22 22:19:37.286416 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492e444-5f75-4f5b-b096-f13484a91e9a req-ea75d8a2-9519-430a-ac3b-279e8c91c0b1 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:37.288844 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a492e444-5f75-4f5b-b096-f13484a91e9a req-ea75d8a2-9519-430a-ac3b-279e8c91c0b1 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 946 time: 0.1307094 Jul 22 22:19:37.342814 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-91ebc233-2022-49ef-9432-9bae025dd6f7 req-3a63dca7-a0f2-4f50-9ab2-6631ac1ffe7e tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739119 Jul 22 22:19:37.349791 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a492e444-5f75-4f5b-b096-f13484a91e9a req-0cafae2f-8508-4baa-996d-91c583f81683 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538073 Jul 22 22:19:37.487581 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ac9b4-8537-4115-aa90-7c98c24fd14c req-ccf04758-9ff8-4b47-aff6-9c81640df4b3 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:37.489139 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-378ac9b4-8537-4115-aa90-7c98c24fd14c req-ccf04758-9ff8-4b47-aff6-9c81640df4b3 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 944 time: 0.0861185 Jul 22 22:19:37.556329 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-378ac9b4-8537-4115-aa90-7c98c24fd14c req-2307b064-40c4-4241-9ca4-f91232423489 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606091 Jul 22 22:19:37.584953 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2cbd2-c4b5-4772-9f12-26c790ab56ef req-e96f18a7-4bb2-47e0-8c68-38af305e7a67 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:37.586597 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7bc2cbd2-c4b5-4772-9f12-26c790ab56ef req-e96f18a7-4bb2-47e0-8c68-38af305e7a67 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0773413 Jul 22 22:19:37.627739 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7bc2cbd2-c4b5-4772-9f12-26c790ab56ef req-203d3932-fb68-4604-b1a3-a11d70c8f5ae tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356519 Jul 22 22:19:38.551118 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af584e9-9b41-476f-acf2-cc6490b2f463 req-28eefcde-3b81-4935-bf8f-ec4820fd369e tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:38.552665 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5af584e9-9b41-476f-acf2-cc6490b2f463 req-28eefcde-3b81-4935-bf8f-ec4820fd369e tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 946 time: 0.1202207 Jul 22 22:19:38.561790 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e4820-6ef4-425a-bdd0-9349564cc222 req-af069ae4-b689-4974-86d8-7fb0394b8428 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:38.563186 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-274e4820-6ef4-425a-bdd0-9349564cc222 req-af069ae4-b689-4974-86d8-7fb0394b8428 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.1431427 Jul 22 22:19:38.645947 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5af584e9-9b41-476f-acf2-cc6490b2f463 req-0ce0f141-c77d-4a17-a02c-d04f1c39f4f9 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816989 Jul 22 22:19:38.649334 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-274e4820-6ef4-425a-bdd0-9349564cc222 req-12f74de5-d804-40a5-a852-c6cba224882a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750151 Jul 22 22:19:38.863085 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f3cef-936e-46ad-a728-2128953d9ba2 req-bd45c6bc-bc37-45dd-a51e-659638a60f9a tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:38.865115 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-563f3cef-936e-46ad-a728-2128953d9ba2 req-bd45c6bc-bc37-45dd-a51e-659638a60f9a tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.1474588 Jul 22 22:19:38.877770 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99e48f-e590-4495-9b9f-554e62bd35ac req-0a5666e7-2757-4e64-a74d-caaccc3e50cd tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:38.879372 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8a99e48f-e590-4495-9b9f-554e62bd35ac req-0a5666e7-2757-4e64-a74d-caaccc3e50cd tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 944 time: 0.1601043 Jul 22 22:19:38.926567 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2895f69-48b4-43e1-b812-545612f0c952 req-d7751bc5-9fb5-4385-8143-93ed67f12234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:38.927977 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a2895f69-48b4-43e1-b812-545612f0c952 req-d7751bc5-9fb5-4385-8143-93ed67f12234 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=4d3659e8b835430388a2cee22076abe4&device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 1097 time: 0.0808349 Jul 22 22:19:38.931300 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22c750-b628-44c2-8bfc-bc83a2df6b77 req-1e927b6c-d803-42e8-a043-6b181a5926fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:38.933650 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4f22c750-b628-44c2-8bfc-bc83a2df6b77 req-1e927b6c-d803-42e8-a043-6b181a5926fd service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f37d9d3d-f407-4eae-a393-c7d2061d8e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1283932 Jul 22 22:19:38.937646 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-563f3cef-936e-46ad-a728-2128953d9ba2 req-6ecb9d98-fdb9-4209-b366-b4152bd9f1bc tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572999 Jul 22 22:19:38.943930 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8a99e48f-e590-4495-9b9f-554e62bd35ac req-db64369b-0b3c-46f8-9579-a5afe4d9d208 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559349 Jul 22 22:19:39.110438 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4f22c750-b628-44c2-8bfc-bc83a2df6b77 req-47eed51d-4fd9-42a0-8266-70fc283fb965 service neutron] 10.222.0.115 "GET /v2.0/networks/f37d9d3d-f407-4eae-a393-c7d2061d8e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611600 Jul 22 22:19:39.111526 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2895f69-48b4-43e1-b812-545612f0c952 req-257c8842-747c-4386-b802-01421770aee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:39.112881 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a2895f69-48b4-43e1-b812-545612f0c952 req-257c8842-747c-4386-b802-01421770aee0 service neutron] 10.222.0.115 "GET /v2.0/networks?id=4aaef0ad-84e7-449b-8140-d9a9cce60069 HTTP/1.1" status: 200 len: 918 time: 0.1535594 Jul 22 22:19:39.234777 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a2895f69-48b4-43e1-b812-545612f0c952 req-7d939845-9e44-43e2-99c4-baf454fc747c service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=072bf681-48fb-44ec-9642-e2030452f3a3 HTTP/1.1" status: 200 len: 1000 time: 0.1105404 Jul 22 22:19:39.281102 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4f22c750-b628-44c2-8bfc-bc83a2df6b77 req-8a0ad067-9c97-480b-8a16-281981d41e30 service neutron] 10.222.0.115 "GET /v2.0/networks/f37d9d3d-f407-4eae-a393-c7d2061d8e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579022 Jul 22 22:19:39.294434 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2895f69-48b4-43e1-b812-545612f0c952 req-6db77249-86a7-4e5f-91af-1c4220e73910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:39.295826 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a2895f69-48b4-43e1-b812-545612f0c952 req-6db77249-86a7-4e5f-91af-1c4220e73910 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=5caf93b5-914e-42f5-8313-0d8eb8086bc1 HTTP/1.1" status: 200 len: 856 time: 0.0535138 Jul 22 22:19:39.357301 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2895f69-48b4-43e1-b812-545612f0c952 req-4dad7f50-0071-49d2-a7aa-9c449cd67a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:39.358762 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a2895f69-48b4-43e1-b812-545612f0c952 req-4dad7f50-0071-49d2-a7aa-9c449cd67a5f service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=4aaef0ad-84e7-449b-8140-d9a9cce60069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525863 Jul 22 22:19:39.454029 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a2895f69-48b4-43e1-b812-545612f0c952 req-e5d07511-dbef-4a9f-842d-c6bebd24dd11 service neutron] 10.222.0.115 "GET /v2.0/networks/4aaef0ad-84e7-449b-8140-d9a9cce60069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863941 Jul 22 22:19:39.580830 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a2895f69-48b4-43e1-b812-545612f0c952 req-682f98df-cf95-47e6-8d32-080a1d943c7c service neutron] 10.222.0.115 "GET /v2.0/networks/4aaef0ad-84e7-449b-8140-d9a9cce60069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192036 Jul 22 22:19:39.594623 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0604e-fc06-426a-906a-12cc95daa91c req-1d99ffbe-c0bf-4a07-b2ef-ce90cafc054e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:39.596045 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d5c0604e-fc06-426a-906a-12cc95daa91c req-1d99ffbe-c0bf-4a07-b2ef-ce90cafc054e service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 1099 time: 0.0746543 Jul 22 22:19:39.632121 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d5c0604e-fc06-426a-906a-12cc95daa91c req-60cba695-fd32-4ecb-baf9-ebefd738a604 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278440 Jul 22 22:19:39.824492 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5edf96-9226-49b0-9e19-b614570e6fc8 req-af8fa299-e1be-4a33-b072-6780e6a7464f tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:39.825994 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ad5edf96-9226-49b0-9e19-b614570e6fc8 req-af8fa299-e1be-4a33-b072-6780e6a7464f tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 946 time: 0.1072192 Jul 22 22:19:39.834385 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb1a9d-ec25-4245-b22c-37d9f98be780 req-ea3c511a-f16c-4bfb-9250-1d286d704106 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:39.835767 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0ecb1a9d-ec25-4245-b22c-37d9f98be780 req-ea3c511a-f16c-4bfb-9250-1d286d704106 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.1069343 Jul 22 22:19:39.891631 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ad5edf96-9226-49b0-9e19-b614570e6fc8 req-40623d64-f97d-4331-b239-3b27a5e13196 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549061 Jul 22 22:19:39.896458 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0ecb1a9d-ec25-4245-b22c-37d9f98be780 req-4d57d57e-b775-4acd-aa69-465315fb57bc tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539618 Jul 22 22:19:40.113425 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d291ba1-ef71-4be7-90f9-9bad548f0c0b req-bc674fd8-885a-4514-8cb8-e461d296cfed tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:40.114917 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-9d291ba1-ef71-4be7-90f9-9bad548f0c0b req-bc674fd8-885a-4514-8cb8-e461d296cfed tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.1065779 Jul 22 22:19:40.123428 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc90d4-a463-4f56-8a00-29999405436e req-232316b3-1028-4632-a4b5-cecf4466ae26 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:40.124851 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-57bc90d4-a463-4f56-8a00-29999405436e req-232316b3-1028-4632-a4b5-cecf4466ae26 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 944 time: 0.1152890 Jul 22 22:19:40.184803 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-9d291ba1-ef71-4be7-90f9-9bad548f0c0b req-d92a48e9-cdc8-4218-b798-072324c1d502 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589824 Jul 22 22:19:40.187610 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-57bc90d4-a463-4f56-8a00-29999405436e req-fa17e578-5cec-4d1e-80a6-58ed14aedfe9 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561085 Jul 22 22:19:40.879412 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 4848c327-9cf5-43bc-95c4-5715398fd35d details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:19:40.974955 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 4848c327-9cf5-43bc-95c4-5715398fd35d, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=4848c327-9cf5-43bc-95c4-5715398fd35d,segment=NetworkSegment(5ddc735b-fd99-4fd1-91cf-9bb03a2da3da),segment_id=5ddc735b-fd99-4fd1-91cf-9bb03a2da3da)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:19:40.986453 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Returning: {'device': '4848c327-9cf5-43bc-95c4-5715398fd35d', 'network_id': 'f37d9d3d-f407-4eae-a393-c7d2061d8e21', 'port_id': '4848c327-9cf5-43bc-95c4-5715398fd35d', 'mac_address': 'fa:16:3e:7b:65:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7da51077-13ec-4dff-886f-d0eb88cbac6d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:19:41.034463 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:41.053018 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4848c327-9cf5-43bc-95c4-5715398fd35d {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:19:41.075159 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 4848c327-9cf5-43bc-95c4-5715398fd35d, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=4848c327-9cf5-43bc-95c4-5715398fd35d,segment=NetworkSegment(5ddc735b-fd99-4fd1-91cf-9bb03a2da3da),segment_id=5ddc735b-fd99-4fd1-91cf-9bb03a2da3da)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:19:41.080803 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:41.098415 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d35010-3796-4333-83a0-9f748fa9e51b req-2562871f-9c95-43b3-83e7-9398a70da9a7 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:41.099920 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b1d35010-3796-4333-83a0-9f748fa9e51b req-2562871f-9c95-43b3-83e7-9398a70da9a7 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 946 time: 0.1130354 Jul 22 22:19:41.107605 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c3238-71b9-4b67-8c53-05244e39a516 req-f045d555-2413-47d8-991e-be486ab1d3e7 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:41.114279 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c46c3238-71b9-4b67-8c53-05244e39a516 req-f045d555-2413-47d8-991e-be486ab1d3e7 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.1290247 Jul 22 22:19:41.146465 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=4848c327-9cf5-43bc-95c4-5715398fd35d,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:41.158010 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:41.158844 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:41.159202 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:41.159722 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:41.160063 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:41.160460 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:41.160958 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:41.161295 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:41.161674 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:41.162004 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:41.162438 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:41.164273 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:41.176789 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c46c3238-71b9-4b67-8c53-05244e39a516 req-2a8c5beb-5bed-4ebb-aad5-44fe1fe54d6f tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616226 Jul 22 22:19:41.186576 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d2df2-bd8e-49ce-a9c7-73204ae8761d req-85748361-ee0d-45c8-9170-9cd63442a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:41.188176 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9e4d2df2-bd8e-49ce-a9c7-73204ae8761d req-85748361-ee0d-45c8-9170-9cd63442a363 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 1098 time: 0.0785298 Jul 22 22:19:41.197708 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b1d35010-3796-4333-83a0-9f748fa9e51b req-167e4dc7-028a-45cc-9b6e-58896f0ff69e tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775163 Jul 22 22:19:41.236218 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-9e4d2df2-bd8e-49ce-a9c7-73204ae8761d req-13247577-e34c-4031-9335-0e442d3ab65b service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393591 Jul 22 22:19:41.361620 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcd2ce-7b85-4d70-904d-415b95a5db69 req-c5c9b1fe-7d92-4a91-8941-436602db46ee tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:41.363102 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-cafcd2ce-7b85-4d70-904d-415b95a5db69 req-c5c9b1fe-7d92-4a91-8941-436602db46ee tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.1047337 Jul 22 22:19:41.377939 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761a0ce-b04a-4923-a836-d60df876956b req-2c75a5c6-646b-4900-9289-3c1a34d8fba9 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:41.383729 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8761a0ce-b04a-4923-a836-d60df876956b req-2c75a5c6-646b-4900-9289-3c1a34d8fba9 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 945 time: 0.1102567 Jul 22 22:19:41.437432 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-cafcd2ce-7b85-4d70-904d-415b95a5db69 req-5c96a216-8094-4b1e-93ab-86fb8e1b9e2a tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678046 Jul 22 22:19:41.440096 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8761a0ce-b04a-4923-a836-d60df876956b req-0df64fe4-87b8-45ca-8388-68f0bb9cf930 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532672 Jul 22 22:19:41.464550 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['4848c327-9cf5-43bc-95c4-5715398fd35d'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:19:42.367109 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c23294-1e8b-48c7-aac6-fe3d9ba52060 req-0ce7a06e-e677-4175-bc53-68d602a644ed tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:42.368600 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-51c23294-1e8b-48c7-aac6-fe3d9ba52060 req-0ce7a06e-e677-4175-bc53-68d602a644ed tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.1144598 Jul 22 22:19:42.378066 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540632c-2aca-4e74-95df-51e02568ac16 req-f7a70b50-a63d-45ec-9790-933fadc9f859 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:42.379851 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1540632c-2aca-4e74-95df-51e02568ac16 req-f7a70b50-a63d-45ec-9790-933fadc9f859 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 946 time: 0.1155863 Jul 22 22:19:42.439141 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-51c23294-1e8b-48c7-aac6-fe3d9ba52060 req-51af9b0f-daee-4211-a2df-13381cf081dc tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583036 Jul 22 22:19:42.446263 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1540632c-2aca-4e74-95df-51e02568ac16 req-24de1ae7-ae48-43c9-96ad-bcdcd2a76a43 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591371 Jul 22 22:19:42.618189 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194aed1-350d-4240-a190-61286a0c9d4d req-63468758-7d2d-4d31-bcad-871106ba07b0 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:42.620143 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-9194aed1-350d-4240-a190-61286a0c9d4d req-63468758-7d2d-4d31-bcad-871106ba07b0 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.1002758 Jul 22 22:19:42.628594 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bafef-749c-42a0-8d0d-8718210c3fbf req-a101974a-8b7c-42f3-b638-9a85bb0a0b56 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:42.629986 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-050bafef-749c-42a0-8d0d-8718210c3fbf req-a101974a-8b7c-42f3-b638-9a85bb0a0b56 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 945 time: 0.1188962 Jul 22 22:19:42.701290 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-9194aed1-350d-4240-a190-61286a0c9d4d req-5dfde867-c850-4e6a-8ac3-d8e2eab7cffc tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702984 Jul 22 22:19:42.704651 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-050bafef-749c-42a0-8d0d-8718210c3fbf req-e3fb4f37-72da-49b0-b7ac-0d538a1bd6a2 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655861 Jul 22 22:19:43.571489 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695a0d0-5ee5-4f83-bac0-a015836a74cf req-1c713011-7a53-443f-bcfa-daf7a38e1eec tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:43.572968 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a695a0d0-5ee5-4f83-bac0-a015836a74cf req-1c713011-7a53-443f-bcfa-daf7a38e1eec tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.0616000 Jul 22 22:19:43.609346 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a695a0d0-5ee5-4f83-bac0-a015836a74cf req-33a79cbf-36cf-427c-a635-ef7e8fe46ba0 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308294 Jul 22 22:19:43.875542 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02751d1b-581c-48c6-8c3f-a78332d28618 req-2628fa3a-dd70-4f5d-a479-99d6ff61341b tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:43.876955 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-02751d1b-581c-48c6-8c3f-a78332d28618 req-2628fa3a-dd70-4f5d-a479-99d6ff61341b tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.1065302 Jul 22 22:19:43.889108 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb0a68-5a68-45af-9e04-8b64fe75e4da req-46fd4f12-f3b4-4031-98a4-149e0fda3d17 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:43.890529 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-74fb0a68-5a68-45af-9e04-8b64fe75e4da req-46fd4f12-f3b4-4031-98a4-149e0fda3d17 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 945 time: 0.1102817 Jul 22 22:19:43.946573 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-02751d1b-581c-48c6-8c3f-a78332d28618 req-739c6b5e-e72d-4d8d-a061-618823c4118a tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551267 Jul 22 22:19:43.949436 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-74fb0a68-5a68-45af-9e04-8b64fe75e4da req-cd3c0680-8ac2-403c-a37c-f554dc08b728 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521791 Jul 22 22:19:44.744931 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e22cd-f57f-4879-a038-04088fcfff58 req-da7eebf0-abe8-40b6-887a-5f7d8ddece32 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:44.746390 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-602e22cd-f57f-4879-a038-04088fcfff58 req-da7eebf0-abe8-40b6-887a-5f7d8ddece32 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.0627165 Jul 22 22:19:44.783866 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-602e22cd-f57f-4879-a038-04088fcfff58 req-4380bf5d-f6c6-418d-b984-ade95b96d90b tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319762 Jul 22 22:19:45.116508 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284e127-6a1c-4c79-988e-db7e2132a673 req-6cc711f6-d85f-40c6-ac30-6b3d0aae99a9 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:45.118522 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a284e127-6a1c-4c79-988e-db7e2132a673 req-6cc711f6-d85f-40c6-ac30-6b3d0aae99a9 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.1039565 Jul 22 22:19:45.126582 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c86c5-ac39-468a-874a-c951b80b116a req-21ce301c-f292-4502-9ec9-04e00f609caf tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:45.127943 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-fb9c86c5-ac39-468a-874a-c951b80b116a req-21ce301c-f292-4502-9ec9-04e00f609caf tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 945 time: 0.1048510 Jul 22 22:19:45.183030 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a284e127-6a1c-4c79-988e-db7e2132a673 req-dc4e5ebb-b5ff-4ead-a227-a4959a05a5e6 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541344 Jul 22 22:19:45.186189 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-fb9c86c5-ac39-468a-874a-c951b80b116a req-e6492ff7-8045-4234-8f0d-b92707d084d9 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508754 Jul 22 22:19:45.915787 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502f2b4-8abe-4a3f-b82a-a4e9af5ca11a req-27ac2da4-a0a4-437d-a17d-aabd51ebde25 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:45.917297 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d502f2b4-8abe-4a3f-b82a-a4e9af5ca11a req-27ac2da4-a0a4-437d-a17d-aabd51ebde25 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.0628240 Jul 22 22:19:45.959006 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d502f2b4-8abe-4a3f-b82a-a4e9af5ca11a req-4a5830fd-960e-43ee-a64d-763d087d0a7d tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363126 Jul 22 22:19:46.323741 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451da027-4a4d-4dba-b881-c256ec058b49 req-f6a9a468-adfd-4a21-8301-c3aae2682aaa tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:46.325366 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-451da027-4a4d-4dba-b881-c256ec058b49 req-f6a9a468-adfd-4a21-8301-c3aae2682aaa tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0674233 Jul 22 22:19:46.367293 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-451da027-4a4d-4dba-b881-c256ec058b49 req-2706b89d-3125-4d0a-aa37-7c50654344ce tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331140 Jul 22 22:19:46.490434 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c9e62-7678-4def-9fbf-8fecc6d18040 req-d5fd1f07-85f1-493b-9309-2139e29115a4 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:46.491825 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-304c9e62-7678-4def-9fbf-8fecc6d18040 req-d5fd1f07-85f1-493b-9309-2139e29115a4 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 945 time: 0.0633707 Jul 22 22:19:46.530942 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-33e40eb4-3e25-430f-a4b3-39b1213e8a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:46.531475 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-304c9e62-7678-4def-9fbf-8fecc6d18040 req-ad8509a3-182c-466e-ae51-ace160a03b8d tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337861 Jul 22 22:19:46.844152 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d33ca8-7b6d-499d-a63a-98b157a3186e req-74f68da8-a9f2-4617-a676-8369aba74446 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:46.845622 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-25d33ca8-7b6d-499d-a63a-98b157a3186e req-74f68da8-a9f2-4617-a676-8369aba74446 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0652242 Jul 22 22:19:46.881602 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-25d33ca8-7b6d-499d-a63a-98b157a3186e req-185caba4-cb20-4219-ac2e-413404679a01 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305023 Jul 22 22:19:46.894025 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 6 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:19:47.092366 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21567e97-eae2-4462-9aae-6c57b92d650a req-9b6f5f3a-3a3b-49f2-8395-9b2afdca576b tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:47.093825 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-21567e97-eae2-4462-9aae-6c57b92d650a req-9b6f5f3a-3a3b-49f2-8395-9b2afdca576b tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.0611665 Jul 22 22:19:47.128979 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-21567e97-eae2-4462-9aae-6c57b92d650a req-72c7a2e2-ad89-4f67-9335-cf222c1e1ea8 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297420 Jul 22 22:19:47.661624 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258bad7-f311-43a8-8d93-a0e1c7cb1996 req-8ff1a368-e9b8-4d63-aca9-32243cccfbaa tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:47.663082 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4258bad7-f311-43a8-8d93-a0e1c7cb1996 req-8ff1a368-e9b8-4d63-aca9-32243cccfbaa tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 945 time: 0.0628304 Jul 22 22:19:47.700646 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4258bad7-f311-43a8-8d93-a0e1c7cb1996 req-3747adf8-18d5-473f-9887-e4d267eaf483 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318561 Jul 22 22:19:47.944431 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 4848c327-9cf5-43bc-95c4-5715398fd35d up at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:19:47.993956 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning for port 4848c327-9cf5-43bc-95c4-5715398fd35d completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:19:47.998110 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning complete for port 4848c327-9cf5-43bc-95c4-5715398fd35d triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:19:47.998495 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:48.020445 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34dff0-b98d-4212-8771-30a831fda7fa req-0090036d-751f-41c3-9fb2-79f0e2e80bdd tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:48.021916 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-9d34dff0-b98d-4212-8771-30a831fda7fa req-0090036d-751f-41c3-9fb2-79f0e2e80bdd tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0717616 Jul 22 22:19:48.060934 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-9d34dff0-b98d-4212-8771-30a831fda7fa req-c372dba7-7494-4012-b5fb-1ab0af6e1dad tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331569 Jul 22 22:19:48.073087 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:48.094934 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be939f47-516a-429d-b7cd-4828c8f42dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4848c327-9cf5-43bc-95c4-5715398fd35d'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:19:48.097145 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f27b67f0d35f7f80674a04ef850f841daaa75b8eb1023cd4f94f55c11be84c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132ee144-b1b6-4352-9757-9f6dade78c03" -d '{"events": [{"server_uuid": "be939f47-516a-429d-b7cd-4828c8f42dcf", "name": "network-vif-plugged", "status": "completed", "tag": "4848c327-9cf5-43bc-95c4-5715398fd35d"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:19:48.112707 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 4848c327-9cf5-43bc-95c4-5715398fd35d, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=4848c327-9cf5-43bc-95c4-5715398fd35d,segment=NetworkSegment(5ddc735b-fd99-4fd1-91cf-9bb03a2da3da),segment_id=5ddc735b-fd99-4fd1-91cf-9bb03a2da3da)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:19:48.118203 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:48.143558 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede86aa5-39f5-456a-8c76-9dfec1d2c3cf x-openstack-request-id: req-ede86aa5-39f5-456a-8c76-9dfec1d2c3cf {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:19:48.143848 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be939f47-516a-429d-b7cd-4828c8f42dcf", "name": "network-vif-plugged", "status": "completed", "tag": "4848c327-9cf5-43bc-95c4-5715398fd35d", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:19:48.144099 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ede86aa5-39f5-456a-8c76-9dfec1d2c3cf {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:19:48.144510 dv-cinder-801912-2-iscsi neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be939f47-516a-429d-b7cd-4828c8f42dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4848c327-9cf5-43bc-95c4-5715398fd35d', 'code': 200} Jul 22 22:19:48.169976 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=4848c327-9cf5-43bc-95c4-5715398fd35d,revision_number=5']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:48.267046 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7d8f6-dd50-41b4-a7d0-ce14157a2939 req-30c155cd-5391-4ca1-b587-9d79818494da tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:48.268544 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8ef7d8f6-dd50-41b4-a7d0-ce14157a2939 req-30c155cd-5391-4ca1-b587-9d79818494da tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.0658514 Jul 22 22:19:48.305188 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8ef7d8f6-dd50-41b4-a7d0-ce14157a2939 req-0c18818f-79a8-41ca-9c7f-05780e69259a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305376 Jul 22 22:19:48.844948 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29089eb6-9cd1-4efa-a8e6-2ca3aaa074ac req-37dc5e46-5899-48b5-89b5-dd030c30e3b2 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:48.846417 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-29089eb6-9cd1-4efa-a8e6-2ca3aaa074ac req-37dc5e46-5899-48b5-89b5-dd030c30e3b2 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 946 time: 0.0744789 Jul 22 22:19:48.884009 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-29089eb6-9cd1-4efa-a8e6-2ca3aaa074ac req-6b35e9c4-1504-4468-98c7-75d0d201a34b tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313222 Jul 22 22:19:48.922005 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a51fd870-63ef-46a4-a920-82a5a0be19d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:49.154160 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:49.196145 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbc6e7-0b50-4b98-8d15-e49c0411e7d8 req-6e8e9fc5-4494-4917-824d-57dd7fb444fd tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:49.198034 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-12bbc6e7-0b50-4b98-8d15-e49c0411e7d8 req-6e8e9fc5-4494-4917-824d-57dd7fb444fd tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0702167 Jul 22 22:19:49.241689 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-12bbc6e7-0b50-4b98-8d15-e49c0411e7d8 req-deb1670d-d6a8-40ae-8238-2b7117b6c5a2 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381312 Jul 22 22:19:49.252834 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ef9c3-78b3-4387-a971-2006b4e05ad3 req-9de4aed7-0353-4ced-897a-3242d3f16ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:49.254174 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-590ef9c3-78b3-4387-a971-2006b4e05ad3 req-9de4aed7-0353-4ced-897a-3242d3f16ea6 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=604ef9807f4d4f399b2b68ee7a07f4e4&device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 1098 time: 0.0709953 Jul 22 22:19:49.400059 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ef9c3-78b3-4387-a971-2006b4e05ad3 req-f09db31c-6f72-4733-90d3-bdd469d7d5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:49.401660 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-590ef9c3-78b3-4387-a971-2006b4e05ad3 req-f09db31c-6f72-4733-90d3-bdd469d7d5d2 service neutron] 10.222.0.115 "GET /v2.0/networks?id=e4b6b76f-1ef4-401f-90f1-c356e02d995c HTTP/1.1" status: 200 len: 920 time: 0.1080785 Jul 22 22:19:49.454944 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7f916-aa26-4a0d-a7b8-213047ffcaa5 req-8947623e-d278-442f-9371-f88a3d9acbdd tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:49.456997 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d6b7f916-aa26-4a0d-a7b8-213047ffcaa5 req-8947623e-d278-442f-9371-f88a3d9acbdd tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.0678520 Jul 22 22:19:49.457430 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-590ef9c3-78b3-4387-a971-2006b4e05ad3 req-75c6fb74-270a-4e5b-8a61-141df939afb3 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0 HTTP/1.1" status: 200 len: 217 time: 0.0395176 Jul 22 22:19:49.495187 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d6b7f916-aa26-4a0d-a7b8-213047ffcaa5 req-11de1341-de38-4448-a64c-a8abb36b248a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315104 Jul 22 22:19:49.512274 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad17f3-7c9f-4fad-9257-c68fe0a27c57 req-9ad7afe7-c7a4-43ff-8b5f-1e7b4a697370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:49.514059 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e1ad17f3-7c9f-4fad-9257-c68fe0a27c57 req-9ad7afe7-c7a4-43ff-8b5f-1e7b4a697370 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 1099 time: 0.1267262 Jul 22 22:19:49.547791 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ef9c3-78b3-4387-a971-2006b4e05ad3 req-76ab1842-341f-4799-8c1b-69a35f620ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:49.549266 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-590ef9c3-78b3-4387-a971-2006b4e05ad3 req-76ab1842-341f-4799-8c1b-69a35f620ae0 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=f78ae926-97ca-4316-a2d0-74eca96df0da HTTP/1.1" status: 200 len: 859 time: 0.0754530 Jul 22 22:19:49.567142 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e1ad17f3-7c9f-4fad-9257-c68fe0a27c57 req-7058ad87-6a65-4122-a9e9-fde80e943379 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439157 Jul 22 22:19:49.588382 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-590ef9c3-78b3-4387-a971-2006b4e05ad3 req-716abd3a-df1e-46ab-b0f3-75e47f39b22b service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=e4b6b76f-1ef4-401f-90f1-c356e02d995c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295875 Jul 22 22:19:49.732968 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-590ef9c3-78b3-4387-a971-2006b4e05ad3 req-d0de8f09-3b55-4708-bdd3-224e323c2be2 service neutron] 10.222.0.115 "GET /v2.0/networks/e4b6b76f-1ef4-401f-90f1-c356e02d995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834935 Jul 22 22:19:49.823623 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-590ef9c3-78b3-4387-a971-2006b4e05ad3 req-8c546706-c44d-4c16-9dad-5b574e63000d service neutron] 10.222.0.115 "GET /v2.0/networks/e4b6b76f-1ef4-401f-90f1-c356e02d995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825009 Jul 22 22:19:50.016376 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ac3ff-375f-4b82-8da6-b1ae9a97aa39 req-3542a5c9-8c50-466d-8bf0-0a685df9abb6 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:50.017845 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3a3ac3ff-375f-4b82-8da6-b1ae9a97aa39 req-3542a5c9-8c50-466d-8bf0-0a685df9abb6 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 946 time: 0.0661321 Jul 22 22:19:50.055976 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3a3ac3ff-375f-4b82-8da6-b1ae9a97aa39 req-3bebb3da-c6d2-4750-b2f5-73d66fbfa2dd tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325470 Jul 22 22:19:50.197387 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:50.373300 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6d1e6-04ae-4f9c-a28d-78de9901a312 req-8c7f0815-3e12-42ae-9de0-6fbde2c7f25b tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:50.374863 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-9bd6d1e6-04ae-4f9c-a28d-78de9901a312 req-8c7f0815-3e12-42ae-9de0-6fbde2c7f25b tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0622211 Jul 22 22:19:50.412415 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-9bd6d1e6-04ae-4f9c-a28d-78de9901a312 req-1e10dae0-c017-42b2-a439-511fc26d6566 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320272 Jul 22 22:19:50.642539 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7192c3-caf8-48a1-aa84-84f86b6fcddd req-97430698-197b-4da5-9c7a-93ecbb0d60ed tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:50.644143 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8c7192c3-caf8-48a1-aa84-84f86b6fcddd req-97430698-197b-4da5-9c7a-93ecbb0d60ed tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.0682352 Jul 22 22:19:50.902460 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8c7192c3-caf8-48a1-aa84-84f86b6fcddd req-fb72fb56-1159-4352-80da-45957f06b1dc tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2524531 Jul 22 22:19:51.184460 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992349b3-3537-4182-ba98-663e4804c12c req-e5840645-0705-4756-aa17-adef1777c32f tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:51.186017 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-992349b3-3537-4182-ba98-663e4804c12c req-e5840645-0705-4756-aa17-adef1777c32f tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 946 time: 0.0636225 Jul 22 22:19:51.223044 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-992349b3-3537-4182-ba98-663e4804c12c req-29668956-820f-41d4-a421-dc2f17769330 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315685 Jul 22 22:19:51.542613 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee69fd1-c1d1-490f-ac42-33e7df06931e req-80373054-de82-4d51-a217-ea2abadd3ecc tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:51.544073 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5ee69fd1-c1d1-490f-ac42-33e7df06931e req-80373054-de82-4d51-a217-ea2abadd3ecc tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0625956 Jul 22 22:19:51.582994 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5ee69fd1-c1d1-490f-ac42-33e7df06931e req-6906da28-e827-4528-83cf-d3da2b003343 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333796 Jul 22 22:19:51.854984 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:52.033636 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e24cc1-c220-4e62-b9f1-54a9a63c9680 req-03e78b5b-1135-412a-989a-c1b009e8d176 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:52.035031 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d1e24cc1-c220-4e62-b9f1-54a9a63c9680 req-03e78b5b-1135-412a-989a-c1b009e8d176 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.0619998 Jul 22 22:19:52.071874 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d1e24cc1-c220-4e62-b9f1-54a9a63c9680 req-c3e0f613-1174-45e9-ba9c-6508f8666e25 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313752 Jul 22 22:19:52.352952 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9602b-01fd-437a-809b-699115967999 req-55bbc429-49d1-406e-97ef-6e4914bf40c6 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:52.354308 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c6a9602b-01fd-437a-809b-699115967999 req-55bbc429-49d1-406e-97ef-6e4914bf40c6 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 946 time: 0.0614276 Jul 22 22:19:52.391946 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c6a9602b-01fd-437a-809b-699115967999 req-1491b7e7-98ca-4b23-bd9f-9471f2ea3196 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321374 Jul 22 22:19:52.714238 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397e1d1-1350-436d-b840-5b723925c2be req-33dd5b81-8d00-45d6-b4cc-ba208f77bbd5 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:52.715689 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d397e1d1-1350-436d-b840-5b723925c2be req-33dd5b81-8d00-45d6-b4cc-ba208f77bbd5 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0648081 Jul 22 22:19:52.754451 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d397e1d1-1350-436d-b840-5b723925c2be req-e5beebd9-8754-4baf-8ea7-5419ff02b7a9 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333123 Jul 22 22:19:53.147009 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 072bf681-48fb-44ec-9642-e2030452f3a3 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:19:53.218627 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc256f27-5785-4d11-94bd-52dde7c2b36d req-c2b54630-01e3-45cd-9c22-bd05010a19a6 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:53.220158 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-bc256f27-5785-4d11-94bd-52dde7c2b36d req-c2b54630-01e3-45cd-9c22-bd05010a19a6 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 944 time: 0.0729747 Jul 22 22:19:53.246123 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 072bf681-48fb-44ec-9642-e2030452f3a3, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=072bf681-48fb-44ec-9642-e2030452f3a3,segment=NetworkSegment(e3b20446-b3e0-4ede-9ab0-e90ab51c0319),segment_id=e3b20446-b3e0-4ede-9ab0-e90ab51c0319)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:19:53.256925 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Returning: {'device': '072bf681-48fb-44ec-9642-e2030452f3a3', 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069', 'port_id': '072bf681-48fb-44ec-9642-e2030452f3a3', 'mac_address': 'fa:16:3e:d1:27:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5caf93b5-914e-42f5-8313-0d8eb8086bc1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:19:53.257191 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-bc256f27-5785-4d11-94bd-52dde7c2b36d req-6e74d191-8c3c-4491-ab2f-02d2d96618b2 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309732 Jul 22 22:19:53.295866 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:53.308023 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 072bf681-48fb-44ec-9642-e2030452f3a3 {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:19:53.327913 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 072bf681-48fb-44ec-9642-e2030452f3a3, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=072bf681-48fb-44ec-9642-e2030452f3a3,segment=NetworkSegment(e3b20446-b3e0-4ede-9ab0-e90ab51c0319),segment_id=e3b20446-b3e0-4ede-9ab0-e90ab51c0319)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:19:53.331271 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:53.381448 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=072bf681-48fb-44ec-9642-e2030452f3a3,revision_number=9']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:53.518850 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3a9c4-4226-4c23-b144-3bbfee7d7766 req-dbbf8a9c-9165-45fc-ab8f-ba05267977bf tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:53.520310 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-33d3a9c4-4226-4c23-b144-3bbfee7d7766 req-dbbf8a9c-9165-45fc-ab8f-ba05267977bf tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 946 time: 0.0631149 Jul 22 22:19:53.561942 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-33d3a9c4-4226-4c23-b144-3bbfee7d7766 req-5c004c6c-9712-4cce-bebb-54ac639dc67e tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356972 Jul 22 22:19:53.886399 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['072bf681-48fb-44ec-9642-e2030452f3a3'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:19:53.887993 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e136fa-6978-4dac-8b07-3f5cad1349d6 req-cbb72145-f2cc-4a09-a314-436d2a2198f0 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:53.889799 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-82e136fa-6978-4dac-8b07-3f5cad1349d6 req-cbb72145-f2cc-4a09-a314-436d2a2198f0 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0637510 Jul 22 22:19:53.949796 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-82e136fa-6978-4dac-8b07-3f5cad1349d6 req-e7fce840-8849-4170-add1-b61c78d30f8b tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524981 Jul 22 22:19:54.089499 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:54.393781 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841fbc88-ce11-418a-a479-2cdc48683878 req-99340ac4-60d0-4d61-b417-a9bb66fc1869 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:54.395252 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-841fbc88-ce11-418a-a479-2cdc48683878 req-99340ac4-60d0-4d61-b417-a9bb66fc1869 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 945 time: 0.0625570 Jul 22 22:19:54.432193 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-841fbc88-ce11-418a-a479-2cdc48683878 req-72de042b-f999-48bc-aa99-4de0ce7226c0 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307579 Jul 22 22:19:54.692977 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd14645-a21d-4516-b837-8e9979db4a6f req-7407d1f0-1ea3-41cd-933a-a0f83d4c7708 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:54.694436 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7bd14645-a21d-4516-b837-8e9979db4a6f req-7407d1f0-1ea3-41cd-933a-a0f83d4c7708 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 946 time: 0.0659010 Jul 22 22:19:54.731335 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7bd14645-a21d-4516-b837-8e9979db4a6f req-dbb4ef5f-b429-4fad-877e-0182765f614b tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309145 Jul 22 22:19:54.861413 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c90ddd-bc97-49f0-aa3e-5577c185d216 req-8746be2e-f324-41e5-9dad-3eee09b5e6f8 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:54.862822 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e1c90ddd-bc97-49f0-aa3e-5577c185d216 req-8746be2e-f324-41e5-9dad-3eee09b5e6f8 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 946 time: 0.0638950 Jul 22 22:19:54.900628 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e1c90ddd-bc97-49f0-aa3e-5577c185d216 req-6bf0ec86-f7ef-4a1f-8510-039a74eef96f tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315034 Jul 22 22:19:55.085674 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415bdc17-9621-4c7a-bb67-2d12b46f3efc req-4459b963-80c3-4ab8-b98f-ee616e340975 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:55.087480 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-415bdc17-9621-4c7a-bb67-2d12b46f3efc req-4459b963-80c3-4ab8-b98f-ee616e340975 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0655475 Jul 22 22:19:55.133512 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-415bdc17-9621-4c7a-bb67-2d12b46f3efc req-bbf7a380-91ef-4d58-83e0-ac78f0397a54 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395758 Jul 22 22:19:55.236095 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95b874-0d59-46f6-9fa1-86535729062b req-1139977c-bd18-4719-9d8e-7bb3f420cebe tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:55.237577 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0a95b874-0d59-46f6-9fa1-86535729062b req-1139977c-bd18-4719-9d8e-7bb3f420cebe tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 946 time: 0.0621514 Jul 22 22:19:55.274315 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0a95b874-0d59-46f6-9fa1-86535729062b req-f3ec4e84-3afc-47e0-be47-4767189173f0 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305140 Jul 22 22:19:55.580442 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf7ce2-2ac8-4247-9e3c-4bdc27a0105d req-91b1cab5-674f-4d29-bece-a8caf5f2967a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:55.581955 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-73cf7ce2-2ac8-4247-9e3c-4bdc27a0105d req-91b1cab5-674f-4d29-bece-a8caf5f2967a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 945 time: 0.0747900 Jul 22 22:19:55.621340 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-73cf7ce2-2ac8-4247-9e3c-4bdc27a0105d req-3d9628d3-e318-4714-a75b-e862a5ef7af9 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326071 Jul 22 22:19:56.267517 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d71d8-74ff-40e8-9dbe-6613ecb86383 req-d8d6d846-2193-45f3-a6f7-867f7d5c9908 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:56.268981 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-732d71d8-74ff-40e8-9dbe-6613ecb86383 req-d8d6d846-2193-45f3-a6f7-867f7d5c9908 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0659516 Jul 22 22:19:56.305318 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-732d71d8-74ff-40e8-9dbe-6613ecb86383 req-04da14d7-25b3-49c4-b318-eae6683cc38c tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302846 Jul 22 22:19:56.754852 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c540d-1945-4826-b792-ba65ba4e334b req-51c380c6-9e1c-401c-aa81-fc435cc7f0fe tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:56.756472 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-2a2c540d-1945-4826-b792-ba65ba4e334b req-51c380c6-9e1c-401c-aa81-fc435cc7f0fe tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 945 time: 0.0632119 Jul 22 22:19:56.796972 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-2a2c540d-1945-4826-b792-ba65ba4e334b req-70a9a58b-b553-4bb7-a270-d22acfddf59a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342283 Jul 22 22:19:57.432545 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1056cf-fbc8-4f64-aa24-f82c82183951 req-3376641c-227d-46d8-bcd1-26e1d3391c50 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:57.434011 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1b1056cf-fbc8-4f64-aa24-f82c82183951 req-3376641c-227d-46d8-bcd1-26e1d3391c50 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0622416 Jul 22 22:19:57.475082 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1b1056cf-fbc8-4f64-aa24-f82c82183951 req-45852bb3-c4f7-4eda-a93f-e5347e6f9804 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356355 Jul 22 22:19:57.930626 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729941b6-0368-4a87-810b-e1d8e5c7a402 req-e1fa6b7f-da60-4cfc-812c-a961e9666f88 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:57.932119 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-729941b6-0368-4a87-810b-e1d8e5c7a402 req-e1fa6b7f-da60-4cfc-812c-a961e9666f88 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 945 time: 0.0631552 Jul 22 22:19:57.968807 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-729941b6-0368-4a87-810b-e1d8e5c7a402 req-11cecd66-9efe-4b40-ba4e-e7b0c55887a3 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311694 Jul 22 22:19:58.607952 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d6e04-8871-4585-ae33-034ccd41ea26 req-d79c7538-56bc-4b5c-9f58-001cc67487d3 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:58.609437 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-618d6e04-8871-4585-ae33-034ccd41ea26 req-d79c7538-56bc-4b5c-9f58-001cc67487d3 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0640597 Jul 22 22:19:58.645304 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-618d6e04-8871-4585-ae33-034ccd41ea26 req-bdc46b93-0406-4e02-aeee-bf8a9b4184d7 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303664 Jul 22 22:19:59.106247 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e27f5-a1cc-4a1e-a142-d34c8c5889ca req-1a53e191-f7dc-45cb-b702-a07302e70cb8 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:59.107876 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-962e27f5-a1cc-4a1e-a142-d34c8c5889ca req-1a53e191-f7dc-45cb-b702-a07302e70cb8 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 945 time: 0.0676172 Jul 22 22:19:59.147751 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-962e27f5-a1cc-4a1e-a142-d34c8c5889ca req-a9c42c81-0ee6-482b-bcd5-cf689b0ea98d tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341642 Jul 22 22:19:59.774455 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe6ad0-cb57-4dab-9776-58600b490a24 req-2e068eda-af57-4e0c-a846-f753c4556607 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:59.775967 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-eafe6ad0-cb57-4dab-9776-58600b490a24 req-2e068eda-af57-4e0c-a846-f753c4556607 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.0639334 Jul 22 22:19:59.818990 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-eafe6ad0-cb57-4dab-9776-58600b490a24 req-6c80de1f-ef7f-4b68-8c0c-0e2e50443eed tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341818 Jul 22 22:19:59.894568 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 072bf681-48fb-44ec-9642-e2030452f3a3 up at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:19:59.947559 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning complete for port 072bf681-48fb-44ec-9642-e2030452f3a3 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:19:59.948295 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:00.030920 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:00.056884 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072bf681-48fb-44ec-9642-e2030452f3a3'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:20:00.059162 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f27b67f0d35f7f80674a04ef850f841daaa75b8eb1023cd4f94f55c11be84c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183da7d8-0765-40d8-b986-e3f6c8d27b80" -d '{"events": [{"server_uuid": "12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f", "name": "network-vif-plugged", "status": "completed", "tag": "072bf681-48fb-44ec-9642-e2030452f3a3"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:20:00.073762 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 072bf681-48fb-44ec-9642-e2030452f3a3, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=072bf681-48fb-44ec-9642-e2030452f3a3,segment=NetworkSegment(e3b20446-b3e0-4ede-9ab0-e90ab51c0319),segment_id=e3b20446-b3e0-4ede-9ab0-e90ab51c0319)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:00.077968 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:00.130598 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=072bf681-48fb-44ec-9642-e2030452f3a3,revision_number=10']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:00.155213 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67d80fd-ff4e-4c8c-959d-085f205bec4b x-openstack-request-id: req-c67d80fd-ff4e-4c8c-959d-085f205bec4b {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:20:00.155783 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f", "name": "network-vif-plugged", "status": "completed", "tag": "072bf681-48fb-44ec-9642-e2030452f3a3", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:20:00.155783 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c67d80fd-ff4e-4c8c-959d-085f205bec4b {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:20:00.156315 dv-cinder-801912-2-iscsi neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072bf681-48fb-44ec-9642-e2030452f3a3', 'code': 200} Jul 22 22:20:00.299130 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0202a-196c-4649-a36d-fb1bb662c5a1 req-a1543441-aa22-43c6-8389-62a5c8cf0d3a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:00.300671 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-21e0202a-196c-4649-a36d-fb1bb662c5a1 req-a1543441-aa22-43c6-8389-62a5c8cf0d3a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 947 time: 0.0697732 Jul 22 22:20:00.353726 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-21e0202a-196c-4649-a36d-fb1bb662c5a1 req-7e64a622-1aa7-4b43-af77-f6bd0317b85d tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463278 Jul 22 22:20:00.958764 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6203f-b240-4846-b20c-b50f27d84dca req-386a6813-68b1-4885-92ed-e981492bbd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:00.960374 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-50c6203f-b240-4846-b20c-b50f27d84dca req-386a6813-68b1-4885-92ed-e981492bbd69 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 1100 time: 0.0566440 Jul 22 22:20:00.996394 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-50c6203f-b240-4846-b20c-b50f27d84dca req-db1a89da-7ac9-4287-ac46-a1bd3745ce82 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274305 Jul 22 22:20:01.495296 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d39a2-ece0-4f8f-81a3-598e1a3a6a47 req-b7defb72-462a-4975-9d7d-1068e425fe4b tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:01.496834 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-6c4d39a2-ece0-4f8f-81a3-598e1a3a6a47 req-b7defb72-462a-4975-9d7d-1068e425fe4b tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 947 time: 0.0662537 Jul 22 22:20:01.536984 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-6c4d39a2-ece0-4f8f-81a3-598e1a3a6a47 req-187ee364-a7f9-406e-89b8-22bad65516d8 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321231 Jul 22 22:20:02.668712 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6ec23-7a12-4ff7-b0c2-150fdc79654f req-98ae2423-8d97-4358-95f3-565a71a368dc tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:02.670082 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8af6ec23-7a12-4ff7-b0c2-150fdc79654f req-98ae2423-8d97-4358-95f3-565a71a368dc tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 947 time: 0.0624936 Jul 22 22:20:02.707175 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8af6ec23-7a12-4ff7-b0c2-150fdc79654f req-25267dfd-d42f-4c89-9baf-5209b0ad0bf0 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315506 Jul 22 22:20:03.844569 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421b14d-8b0b-4318-9f30-fcc49c728332 req-00877f94-a811-4251-8f50-f7db9c940bf0 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:03.846042 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d421b14d-8b0b-4318-9f30-fcc49c728332 req-00877f94-a811-4251-8f50-f7db9c940bf0 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 947 time: 0.0661023 Jul 22 22:20:03.882815 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d421b14d-8b0b-4318-9f30-fcc49c728332 req-99f95374-6ba5-428e-9c1b-5da3cc9a51e0 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313044 Jul 22 22:20:05.018198 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34c952-f365-45ab-bb31-cec41be64c1e req-886bcfb2-a7aa-4357-b7e3-caba16a39c19 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:05.019681 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4a34c952-f365-45ab-bb31-cec41be64c1e req-886bcfb2-a7aa-4357-b7e3-caba16a39c19 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 947 time: 0.0637352 Jul 22 22:20:05.057839 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4a34c952-f365-45ab-bb31-cec41be64c1e req-98d4a2cc-2c4d-4962-b9a8-e05841ce4620 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323770 Jul 22 22:20:06.203037 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb6ac9-f389-41aa-802c-839bfc5e39d3 req-3dae7659-db37-4053-b85f-09698bfc5e6c tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:06.204681 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b2eb6ac9-f389-41aa-802c-839bfc5e39d3 req-3dae7659-db37-4053-b85f-09698bfc5e6c tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 947 time: 0.0757263 Jul 22 22:20:06.253795 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b2eb6ac9-f389-41aa-802c-839bfc5e39d3 req-3fabfd1c-f103-46a1-bd75-3b3d98ae8aff tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407157 Jul 22 22:20:07.434488 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c06510-dffa-441c-9e17-663e5756c3e2 req-f9f4f7a2-476c-4ef0-9653-0aeb0649a3e1 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:07.436962 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-61c06510-dffa-441c-9e17-663e5756c3e2 req-f9f4f7a2-476c-4ef0-9653-0aeb0649a3e1 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 947 time: 0.0788686 Jul 22 22:20:07.482227 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-61c06510-dffa-441c-9e17-663e5756c3e2 req-dfa2271b-606b-41b4-ba6e-a5a7154e4164 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380940 Jul 22 22:20:08.643122 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6521c-b258-4d42-8e65-3c5cbf4c850f req-bf971e50-2a49-48e5-837f-6f23ec1c214a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:08.645009 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-10f6521c-b258-4d42-8e65-3c5cbf4c850f req-bf971e50-2a49-48e5-837f-6f23ec1c214a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 947 time: 0.0756478 Jul 22 22:20:08.689885 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-10f6521c-b258-4d42-8e65-3c5cbf4c850f req-da2b4233-2e5f-4554-b4af-066961e2db70 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391486 Jul 22 22:20:10.342573 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82627a-b033-4ba1-9704-e7637c3f090d req-553f46d1-d748-422d-a341-b868c72e04e3 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:10.344053 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-bf82627a-b033-4ba1-9704-e7637c3f090d req-553f46d1-d748-422d-a341-b868c72e04e3 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.0731211 Jul 22 22:20:10.381137 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-bf82627a-b033-4ba1-9704-e7637c3f090d req-460a4a5f-7e33-4b10-98ce-c014c966b408 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313041 Jul 22 22:20:11.000320 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 50002) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:11.100540 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3cbd6f86-2a7b-4594-bb9c-0880c68d312a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:11.198866 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3cbd6f86-2a7b-4594-bb9c-0880c68d312a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:11.204283 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3cbd6f86-2a7b-4594-bb9c-0880c68d312a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:11.251639 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd6f86-2a7b-4594-bb9c-0880c68d312a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a688dac-469b-450f-948e-10545d2dd459,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:11.256590 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-3cbd6f86-2a7b-4594-bb9c-0880c68d312a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=31270172fb434c0b96d8c4d101935a5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2551618 Jul 22 22:20:11.258583 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 50010) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:11.312411 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-226c34c9-80b2-462c-8f3f-6271f8cbf57d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:11.333150 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-226c34c9-80b2-462c-8f3f-6271f8cbf57d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:11.380276 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-226c34c9-80b2-462c-8f3f-6271f8cbf57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:11.382873 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-226c34c9-80b2-462c-8f3f-6271f8cbf57d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:11.384035 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-226c34c9-80b2-462c-8f3f-6271f8cbf57d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6a688dac-469b-450f-948e-10545d2dd459 HTTP/1.1" status: 204 len: 168 time: 0.1245482 Jul 22 22:20:11.392757 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c34c9-80b2-462c-8f3f-6271f8cbf57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a688dac-469b-450f-948e-10545d2dd459,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:11.534862 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755529f-1e69-4fb5-85e0-22145a8e5d68 req-c26fd3dc-2425-4902-b8ea-70755a9a2a63 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:11.536434 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1755529f-1e69-4fb5-85e0-22145a8e5d68 req-c26fd3dc-2425-4902-b8ea-70755a9a2a63 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.0721958 Jul 22 22:20:11.594908 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1755529f-1e69-4fb5-85e0-22145a8e5d68 req-3b77fe58-42ef-4d71-9bae-6cd7d11e9fe9 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524969 Jul 22 22:20:12.060025 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 50036) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:12.153769 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-22eaca30-5f16-4195-b134-e4b48c49f0da admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-737192248-network', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:12.175752 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22eaca30-5f16-4195-b134-e4b48c49f0da admin admin] Made reservation on behalf of 2abfaf6202824c23a8f6aaad9e7a16df for: {'network': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:20:12.178057 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-22eaca30-5f16-4195-b134-e4b48c49f0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for network, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:12.186568 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-22eaca30-5f16-4195-b134-e4b48c49f0da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:12.300176 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-22eaca30-5f16-4195-b134-e4b48c49f0da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:12.310922 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-22eaca30-5f16-4195-b134-e4b48c49f0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:12.335957 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22eaca30-5f16-4195-b134-e4b48c49f0da admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=93279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:20:12.345830 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eaca30-5f16-4195-b134-e4b48c49f0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f19e80a-7be9-44b3-9e0d-b079ef587b76,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:12.350766 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-22eaca30-5f16-4195-b134-e4b48c49f0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122'] for segment, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:12.351087 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.db.segments_db [None req-22eaca30-5f16-4195-b134-e4b48c49f0da admin admin] Added segment 04b6c565-2fba-4e25-aced-87ccd86f1ada of type vlan for network f064cf42-f96c-4b47-830d-0a5aaa0b3353 Jul 22 22:20:12.391051 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-22eaca30-5f16-4195-b134-e4b48c49f0da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746837610990'] for network, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:12.420186 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-22eaca30-5f16-4195-b134-e4b48c49f0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for network, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:12.421156 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22eaca30-5f16-4195-b134-e4b48c49f0da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:12.421741 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-22eaca30-5f16-4195-b134-e4b48c49f0da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:12.455868 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-22eaca30-5f16-4195-b134-e4b48c49f0da admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3946826 Jul 22 22:20:12.459188 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 50044) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:12.465499 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-2364fe20-107d-4eb6-b91f-2264f10ff48f admin admin] Request body: {'subnet': {'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-737192248-subnet', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'ip_version': 4}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:12.480957 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eaca30-5f16-4195-b134-e4b48c49f0da admin admin] Pushing event updated for resources: {'Network': ['ID=f064cf42-f96c-4b47-830d-0a5aaa0b3353,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:12.498377 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2364fe20-107d-4eb6-b91f-2264f10ff48f admin admin] Made reservation on behalf of 2abfaf6202824c23a8f6aaad9e7a16df for: {'subnet': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:20:12.499905 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Network f064cf42-f96c-4b47-830d-0a5aaa0b3353 details requested by agent ovs-agent-dv-cinder-801912-2-iscsi with host dv-cinder-801912-2-iscsi {{(pid=93280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:20:12.500838 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-2364fe20-107d-4eb6-b91f-2264f10ff48f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2719277'] for subnet, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:12.668418 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-2364fe20-107d-4eb6-b91f-2264f10ff48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2431647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2719327'] for subnet, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:12.724577 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2364fe20-107d-4eb6-b91f-2264f10ff48f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fec4972d-bc34-4dad-b039-91d3c3c2c734,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:12.734287 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2364fe20-107d-4eb6-b91f-2264f10ff48f admin admin] Checking segment: {'id': '04b6c565-2fba-4e25-aced-87ccd86f1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:20:12.734645 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2364fe20-107d-4eb6-b91f-2264f10ff48f admin admin] Network hostable DHCP agents. Network: f064cf42-f96c-4b47-830d-0a5aaa0b3353, hostable agents: ['aed2ec39-81b9-4f59-895f-cbb50316ede5'], hosted agents: [] {{(pid=93278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:20:12.749153 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee327a-d33d-44a0-a493-b58bf498a6d0 req-c970beda-186b-4e16-8608-6cf18f6e73cb tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:12.750708 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8dee327a-d33d-44a0-a493-b58bf498a6d0 req-c970beda-186b-4e16-8608-6cf18f6e73cb tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.0732324 Jul 22 22:20:12.752682 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2364fe20-107d-4eb6-b91f-2264f10ff48f admin admin] Network f064cf42-f96c-4b47-830d-0a5aaa0b3353 is scheduled to be hosted by DHCP agent aed2ec39-81b9-4f59-895f-cbb50316ede5 with binding_index 1 {{(pid=93278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:20:12.761541 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-2364fe20-107d-4eb6-b91f-2264f10ff48f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801912-2-iscsi, f064cf42-f96c-4b47-830d-0a5aaa0b3353) {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:20:12.768457 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2364fe20-107d-4eb6-b91f-2264f10ff48f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:12.769075 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-2364fe20-107d-4eb6-b91f-2264f10ff48f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:12.770985 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8d559a-e7f4-4fe7-bada-ae1439fc5f1b None None] Network f064cf42-f96c-4b47-830d-0a5aaa0b3353 requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:20:12.784376 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-2364fe20-107d-4eb6-b91f-2264f10ff48f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3237500 Jul 22 22:20:12.787063 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 50048) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:12.792652 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-27adf11a-af45-40cd-9fa8-9e9632af8e46 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-737192248-router', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'}}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:12.795346 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8dee327a-d33d-44a0-a493-b58bf498a6d0 req-08a1b7eb-2077-4711-b0d3-87a929089ca9 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383244 Jul 22 22:20:12.815361 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-27adf11a-af45-40cd-9fa8-9e9632af8e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-718133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9725'] for router, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:12.816483 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-27adf11a-af45-40cd-9fa8-9e9632af8e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717338', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9714'] for router, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:12.871962 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-27adf11a-af45-40cd-9fa8-9e9632af8e46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:12.928604 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ca070b-741c-452a-840b-07e2e77bab3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb74522ed-a428-522a-8593-90dbb9552def-f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'fixed_ips': [{'subnet_id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734'}]}} from dv-cinder-801912-2-iscsi. {{(pid=93280) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:20:12.929471 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-05ca070b-741c-452a-840b-07e2e77bab3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:13.016120 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-27adf11a-af45-40cd-9fa8-9e9632af8e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-718320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-718171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9664'] for router, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:13.071743 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.db_base_plugin_common [None req-05ca070b-741c-452a-840b-07e2e77bab3c None None] Allocated IP 172.20.0.2 (f064cf42-f96c-4b47-830d-0a5aaa0b3353/fec4972d-bc34-4dad-b039-91d3c3c2c734/fa37656f-8816-42d6-b1dc-328b68b04252) {{(pid=93280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:20:13.214097 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-05ca070b-741c-452a-840b-07e2e77bab3c None None] Notify callbacks [] for port, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:13.222753 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-05ca070b-741c-452a-840b-07e2e77bab3c None None] Transition to ACTIVE for port object fa37656f-8816-42d6-b1dc-328b68b04252 will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:20:13.224978 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-27adf11a-af45-40cd-9fa8-9e9632af8e46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:13.238926 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-05ca070b-741c-452a-840b-07e2e77bab3c None None] Transition to ACTIVE for port object fa37656f-8816-42d6-b1dc-328b68b04252 will not be triggered until provisioned by entity DHCP. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:20:13.245941 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-27adf11a-af45-40cd-9fa8-9e9632af8e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:13.246131 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-05ca070b-741c-452a-840b-07e2e77bab3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625'] for port, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:13.282731 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ca070b-741c-452a-840b-07e2e77bab3c None None] Network f064cf42-f96c-4b47-830d-0a5aaa0b3353 is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:20:13.288878 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [None req-05ca070b-741c-452a-840b-07e2e77bab3c None None] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:20:13.292452 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ca070b-741c-452a-840b-07e2e77bab3c None None] Received port after_create {{(pid=93280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:20:13.299215 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca070b-741c-452a-840b-07e2e77bab3c None None] Pushing event updated for resources: {'Port': ['ID=fa37656f-8816-42d6-b1dc-328b68b04252,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:13.352499 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [None req-27adf11a-af45-40cd-9fa8-9e9632af8e46 admin admin] Allocated IP 172.27.3.181 (f8c72cc4-96e2-4f72-802d-5144237f0ca7/448cec93-c98c-4ed8-8dac-ac905c6d6ede/448b1ea9-1bf4-470c-b504-a0ed2ff0d994) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:20:13.359958 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-05ca070b-741c-452a-840b-07e2e77bab3c None None] Attempting to bind port fa37656f-8816-42d6-b1dc-328b68b04252 on host dv-cinder-801912-2-iscsi for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:20:13.359958 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-05ca070b-741c-452a-840b-07e2e77bab3c None None] Attempting to bind port fa37656f-8816-42d6-b1dc-328b68b04252 by drivers openvswitch,hyperv on host dv-cinder-801912-2-iscsi at level 0 using segments [{'id': '04b6c565-2fba-4e25-aced-87ccd86f1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:20:13.359958 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ca070b-741c-452a-840b-07e2e77bab3c None None] Attempting to bind port fa37656f-8816-42d6-b1dc-328b68b04252 on network f064cf42-f96c-4b47-830d-0a5aaa0b3353 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:20:13.365187 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ca070b-741c-452a-840b-07e2e77bab3c None None] Checking agent: {'id': '46b940f2-f108-4e1e-b841-f66930078767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801912-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 8, 19), 'started_at': datetime.datetime(2021, 7, 22, 22, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801912-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:20:13.365783 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ca070b-741c-452a-840b-07e2e77bab3c None None] Checking segment: {'id': '04b6c565-2fba-4e25-aced-87ccd86f1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:20:13.366508 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-05ca070b-741c-452a-840b-07e2e77bab3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:13.366912 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ca070b-741c-452a-840b-07e2e77bab3c None None] Bound using segment: {'id': '04b6c565-2fba-4e25-aced-87ccd86f1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:20:13.367388 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-05ca070b-741c-452a-840b-07e2e77bab3c None None] Bound port: fa37656f-8816-42d6-b1dc-328b68b04252, host: dv-cinder-801912-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b6c565-2fba-4e25-aced-87ccd86f1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:20:13.367775 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-05ca070b-741c-452a-840b-07e2e77bab3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:13.438778 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-05ca070b-741c-452a-840b-07e2e77bab3c None None] For port fa37656f-8816-42d6-b1dc-328b68b04252, host dv-cinder-801912-2-iscsi, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:20:13.441826 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-05ca070b-741c-452a-840b-07e2e77bab3c None None] For port fa37656f-8816-42d6-b1dc-328b68b04252, host dv-cinder-801912-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=fa37656f-8816-42d6-b1dc-328b68b04252,segment=NetworkSegment(04b6c565-2fba-4e25-aced-87ccd86f1ada),segment_id=04b6c565-2fba-4e25-aced-87ccd86f1ada)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:20:13.445978 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-05ca070b-741c-452a-840b-07e2e77bab3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:13.456904 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-27adf11a-af45-40cd-9fa8-9e9632af8e46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:13.501708 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca070b-741c-452a-840b-07e2e77bab3c None None] Pushing event updated for resources: {'Port': ['ID=fa37656f-8816-42d6-b1dc-328b68b04252,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:13.529971 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-27adf11a-af45-40cd-9fa8-9e9632af8e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:13.575932 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27adf11a-af45-40cd-9fa8-9e9632af8e46 admin admin] Network f8c72cc4-96e2-4f72-802d-5144237f0ca7 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:20:13.579585 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-27adf11a-af45-40cd-9fa8-9e9632af8e46 admin admin] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:20:13.586003 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27adf11a-af45-40cd-9fa8-9e9632af8e46 admin admin] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:20:13.616909 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707c73c-7821-417a-868d-27a3e9e8dc73 req-d9ae18d8-f4d8-4d49-902f-59d3c2d4ef8b tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:13.618457 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2707c73c-7821-417a-868d-27a3e9e8dc73 req-d9ae18d8-f4d8-4d49-902f-59d3c2d4ef8b tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.115 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.1517642 Jul 22 22:20:13.624351 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27adf11a-af45-40cd-9fa8-9e9632af8e46 admin admin] Pushing event updated for resources: {'Port': ['ID=448b1ea9-1bf4-470c-b504-a0ed2ff0d994,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:13.964929 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c4fca-d060-4cc4-aa67-9376b6ed36b0 req-b94c8c74-b4df-47d3-922b-0a23298c6fd1 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:13.966453 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b42c4fca-d060-4cc4-aa67-9376b6ed36b0 req-b94c8c74-b4df-47d3-922b-0a23298c6fd1 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 945 time: 0.0801821 Jul 22 22:20:13.985225 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device fa37656f-8816-42d6-b1dc-328b68b04252 up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:20:14.010431 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b42c4fca-d060-4cc4-aa67-9376b6ed36b0 req-923d776a-4013-4df2-ad84-deb992d6c032 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379765 Jul 22 22:20:14.050725 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning for port fa37656f-8816-42d6-b1dc-328b68b04252 completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:20:14.094125 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-2707c73c-7821-417a-868d-27a3e9e8dc73 req-bbf7b2b8-29e0-4033-b2aa-a404eb14a668 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Deleting port aa83bbbf-fef0-4e16-b82b-6ff5efcf3727 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:20:14.094560 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-2707c73c-7821-417a-868d-27a3e9e8dc73 req-bbf7b2b8-29e0-4033-b2aa-a404eb14a668 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:14.202917 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-27adf11a-af45-40cd-9fa8-9e9632af8e46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:14.278339 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-2707c73c-7821-417a-868d-27a3e9e8dc73 req-bbf7b2b8-29e0-4033-b2aa-a404eb14a668 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] For port aa83bbbf-fef0-4e16-b82b-6ff5efcf3727, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=aa83bbbf-fef0-4e16-b82b-6ff5efcf3727,segment=NetworkSegment(e49ae21f-7d1d-4b26-a1fe-5a7edf437e57),segment_id=e49ae21f-7d1d-4b26-a1fe-5a7edf437e57)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:14.278710 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-2707c73c-7821-417a-868d-27a3e9e8dc73 req-bbf7b2b8-29e0-4033-b2aa-a404eb14a668 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:14.297961 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-2707c73c-7821-417a-868d-27a3e9e8dc73 req-bbf7b2b8-29e0-4033-b2aa-a404eb14a668 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Calling delete_port for aa83bbbf-fef0-4e16-b82b-6ff5efcf3727 owned by compute:nova {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:20:14.443217 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfea17a-8b8a-4125-b59a-22c5ddf69593 None None] Network f064cf42-f96c-4b47-830d-0a5aaa0b3353 requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:20:14.508223 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-27adf11a-af45-40cd-9fa8-9e9632af8e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-718156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718315'] for router, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:14.540302 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-dcdedc61-baf9-44dc-9656-0e8c87e6ea35 None None] Provisioning for port fa37656f-8816-42d6-b1dc-328b68b04252 completed by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:20:14.546467 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-dcdedc61-baf9-44dc-9656-0e8c87e6ea35 None None] Provisioning complete for port fa37656f-8816-42d6-b1dc-328b68b04252 triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:20:14.546864 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-dcdedc61-baf9-44dc-9656-0e8c87e6ea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:14.582711 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-2707c73c-7821-417a-868d-27a3e9e8dc73 req-bbf7b2b8-29e0-4033-b2aa-a404eb14a668 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:14.602197 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0', 'aa83bbbf-fef0-4e16-b82b-6ff5efcf3727'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:20:14.625374 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf7b2b8-29e0-4033-b2aa-a404eb14a668 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Pushing event deleted for resources: {'Port': ['ID=aa83bbbf-fef0-4e16-b82b-6ff5efcf3727,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:14.679185 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-2707c73c-7821-417a-868d-27a3e9e8dc73 req-bbf7b2b8-29e0-4033-b2aa-a404eb14a668 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] No DVR routers for this DVR port aa83bbbf-fef0-4e16-b82b-6ff5efcf3727 on host hv-cinder-80191 {{(pid=93278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:20:14.683095 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-2707c73c-7821-417a-868d-27a3e9e8dc73 req-bbf7b2b8-29e0-4033-b2aa-a404eb14a668 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:14.685139 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-2707c73c-7821-417a-868d-27a3e9e8dc73 req-bbf7b2b8-29e0-4033-b2aa-a404eb14a668 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.115 "DELETE /v2.0/ports/aa83bbbf-fef0-4e16-b82b-6ff5efcf3727 HTTP/1.1" status: 204 len: 173 time: 1.0581825 Jul 22 22:20:14.685577 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce87260-c40f-4fc6-9af5-7cb70252b254', 'name': 'network-vif-deleted', 'tag': 'aa83bbbf-fef0-4e16-b82b-6ff5efcf3727'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:20:14.687826 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0104d8d-4521-400e-a4c7-311bf3873a03" -d '{"events": [{"server_uuid": "7ce87260-c40f-4fc6-9af5-7cb70252b254", "name": "network-vif-deleted", "tag": "aa83bbbf-fef0-4e16-b82b-6ff5efcf3727"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:20:14.726022 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27adf11a-af45-40cd-9fa8-9e9632af8e46 admin admin] Router f6cb092b-2b3f-4f00-89b6-67f80c731a29 is scheduled to L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 with binding_index 1 {{(pid=93278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:20:14.733007 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-dcdedc61-baf9-44dc-9656-0e8c87e6ea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:14.754772 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5de5ef2-b42e-4436-9a6d-0297901ca2aa x-openstack-request-id: req-e5de5ef2-b42e-4436-9a6d-0297901ca2aa {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:20:14.755178 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce87260-c40f-4fc6-9af5-7cb70252b254", "name": "network-vif-deleted", "tag": "aa83bbbf-fef0-4e16-b82b-6ff5efcf3727", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:20:14.755551 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e5de5ef2-b42e-4436-9a6d-0297901ca2aa {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:20:14.756182 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce87260-c40f-4fc6-9af5-7cb70252b254', 'name': 'network-vif-deleted', 'tag': 'aa83bbbf-fef0-4e16-b82b-6ff5efcf3727', 'status': 'completed', 'code': 200} Jul 22 22:20:14.787704 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-dcdedc61-baf9-44dc-9656-0e8c87e6ea35 None None] For port fa37656f-8816-42d6-b1dc-328b68b04252, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=fa37656f-8816-42d6-b1dc-328b68b04252,segment=NetworkSegment(04b6c565-2fba-4e25-aced-87ccd86f1ada),segment_id=04b6c565-2fba-4e25-aced-87ccd86f1ada)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:14.800112 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-dcdedc61-baf9-44dc-9656-0e8c87e6ea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:14.883898 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdedc61-baf9-44dc-9656-0e8c87e6ea35 None None] Pushing event updated for resources: {'Port': ['ID=fa37656f-8816-42d6-b1dc-328b68b04252,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:14.921465 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27adf11a-af45-40cd-9fa8-9e9632af8e46 admin admin] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:20:14.930836 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68b4fbe-8c1d-4709-9bf0-3188cdd7f1b1 None None] Sync routers for ids ['f6cb092b-2b3f-4f00-89b6-67f80c731a29'] in dv-cinder-801912-2-iscsi {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:20:14.941142 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-27adf11a-af45-40cd-9fa8-9e9632af8e46 admin admin] Notify callbacks [] for router, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:14.942444 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-27adf11a-af45-40cd-9fa8-9e9632af8e46 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1543536 Jul 22 22:20:14.945145 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 50066) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:14.949303 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68b4fbe-8c1d-4709-9bf0-3188cdd7f1b1 None None] Routers {'f6cb092b-2b3f-4f00-89b6-67f80c731a29'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:20:14.950050 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-d68b4fbe-8c1d-4709-9bf0-3188cdd7f1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:19:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['f6cb092b-2b3f-4f00-89b6-67f80c731a29'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:15.123542 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-98752dcf-7582-4b2b-9924-cf8f3a6e911b None None] Provisioning complete for port fa37656f-8816-42d6-b1dc-328b68b04252 triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:20:15.123918 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-98752dcf-7582-4b2b-9924-cf8f3a6e911b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:15.166753 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-d68b4fbe-8c1d-4709-9bf0-3188cdd7f1b1 None None] Set router f6cb092b-2b3f-4f00-89b6-67f80c731a29 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:20:15.167002 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-43127f96-38fd-485b-83ee-8ae39ff1c7d9 req-1f9c286e-925b-475c-8bbf-0d2cb0a41aa1 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce87260-c40f-4fc6-9af5-7cb70252b254 HTTP/1.1" status: 200 len: 210 time: 0.0346651 Jul 22 22:20:15.379556 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-d68b4fbe-8c1d-4709-9bf0-3188cdd7f1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'name': 'tempest-TestVolumeBootPattern-737192248-router', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:20:12Z', 'updated_at': '2021-07-22T22:20:14Z', 'revision_number': 3, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'gw_port': {'id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:40:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:13Z', 'updated_at': '2021-07-22T22:20:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi'}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:15.407450 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68b4fbe-8c1d-4709-9bf0-3188cdd7f1b1 None None] Checking router: f6cb092b-2b3f-4f00-89b6-67f80c731a29 for host: dv-cinder-801912-2-iscsi {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:20:15.407798 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68b4fbe-8c1d-4709-9bf0-3188cdd7f1b1 None None] Updating router f6cb092b-2b3f-4f00-89b6-67f80c731a29 port 448b1ea9-1bf4-470c-b504-a0ed2ff0d994 binding host dv-cinder-801912-2-iscsi {{(pid=93281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:20:15.441267 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d68b4fbe-8c1d-4709-9bf0-3188cdd7f1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:15.447449 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3dd5257c-d5db-455e-a51b-a4b943e68b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:15.568765 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b14fab-468d-45b4-86b4-b59356e7600a req-7bb37716-d802-4e69-9cbc-c82df1c8f00f tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:15.576593 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e4b14fab-468d-45b4-86b4-b59356e7600a req-7bb37716-d802-4e69-9cbc-c82df1c8f00f tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 946 time: 0.1431370 Jul 22 22:20:15.664062 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e4b14fab-468d-45b4-86b4-b59356e7600a req-9be610ab-cc26-41c2-a311-ba9cc9b91aff tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864742 Jul 22 22:20:15.690020 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 50082) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:15.735039 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.db_base_plugin_common [None req-3dd5257c-d5db-455e-a51b-a4b943e68b42 admin admin] Allocated IP 172.20.0.1 (f064cf42-f96c-4b47-830d-0a5aaa0b3353/fec4972d-bc34-4dad-b039-91d3c3c2c734/7e48020a-e4c5-4200-a7e5-76b8fa71e9a3) {{(pid=93279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:20:15.776190 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d68b4fbe-8c1d-4709-9bf0-3188cdd7f1b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:15.792914 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d68b4fbe-8c1d-4709-9bf0-3188cdd7f1b1 None None] Transition to ACTIVE for port object 448b1ea9-1bf4-470c-b504-a0ed2ff0d994 will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:20:15.804382 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d68b4fbe-8c1d-4709-9bf0-3188cdd7f1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:15.874259 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3dd5257c-d5db-455e-a51b-a4b943e68b42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:15.882256 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-d68b4fbe-8c1d-4709-9bf0-3188cdd7f1b1 None None] Attempting to bind port 448b1ea9-1bf4-470c-b504-a0ed2ff0d994 on host dv-cinder-801912-2-iscsi for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:20:15.882462 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-d68b4fbe-8c1d-4709-9bf0-3188cdd7f1b1 None None] Attempting to bind port 448b1ea9-1bf4-470c-b504-a0ed2ff0d994 by drivers openvswitch,hyperv on host dv-cinder-801912-2-iscsi at level 0 using segments [{'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:20:15.882670 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68b4fbe-8c1d-4709-9bf0-3188cdd7f1b1 None None] Attempting to bind port 448b1ea9-1bf4-470c-b504-a0ed2ff0d994 on network f8c72cc4-96e2-4f72-802d-5144237f0ca7 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:20:15.890406 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ee6e6-bbbd-4db6-aef4-b92b940a8f65 None None] Pushing event updated for resources: {'Port': ['ID=448b1ea9-1bf4-470c-b504-a0ed2ff0d994,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:15.893919 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68b4fbe-8c1d-4709-9bf0-3188cdd7f1b1 None None] Checking agent: {'id': '46b940f2-f108-4e1e-b841-f66930078767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801912-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 8, 19), 'started_at': datetime.datetime(2021, 7, 22, 22, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801912-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:20:15.894355 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68b4fbe-8c1d-4709-9bf0-3188cdd7f1b1 None None] Checking segment: {'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:20:15.894796 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d68b4fbe-8c1d-4709-9bf0-3188cdd7f1b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:15.895213 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68b4fbe-8c1d-4709-9bf0-3188cdd7f1b1 None None] Bound using segment: {'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:20:15.895691 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-d68b4fbe-8c1d-4709-9bf0-3188cdd7f1b1 None None] Bound port: 448b1ea9-1bf4-470c-b504-a0ed2ff0d994, host: dv-cinder-801912-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:20:15.896162 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d68b4fbe-8c1d-4709-9bf0-3188cdd7f1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:15.903732 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-3dd5257c-d5db-455e-a51b-a4b943e68b42 admin admin] Transition to ACTIVE for port object 7e48020a-e4c5-4200-a7e5-76b8fa71e9a3 will not be triggered until provisioned by entity DHCP. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:20:15.908270 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfcb016-69ac-4433-9cda-700bf991858c tempest-TestMinimumBasicScenario-404555636 tempest-TestMinimumBasicScenario-404555636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:15.910382 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-1bfcb016-69ac-4433-9cda-700bf991858c tempest-TestMinimumBasicScenario-404555636 tempest-TestMinimumBasicScenario-404555636-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 1094 time: 0.2192934 Jul 22 22:20:15.913744 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 50086) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:15.921045 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-57b5537c-b19c-4b1b-875d-9ac75483402b tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Request body: {'floatingip': {'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'port_id': '4848c327-9cf5-43bc-95c4-5715398fd35d', 'tenant_id': '7655566a61044cf8868d0fed64444851', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:15.924476 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312ee6e6-bbbd-4db6-aef4-b92b940a8f65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:15.924792 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312ee6e6-bbbd-4db6-aef4-b92b940a8f65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:15.925136 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312ee6e6-bbbd-4db6-aef4-b92b940a8f65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:15.925470 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312ee6e6-bbbd-4db6-aef4-b92b940a8f65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:15.925899 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312ee6e6-bbbd-4db6-aef4-b92b940a8f65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:15.926235 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312ee6e6-bbbd-4db6-aef4-b92b940a8f65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:15.926745 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312ee6e6-bbbd-4db6-aef4-b92b940a8f65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:15.927149 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312ee6e6-bbbd-4db6-aef4-b92b940a8f65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:15.927500 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312ee6e6-bbbd-4db6-aef4-b92b940a8f65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:15.928387 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312ee6e6-bbbd-4db6-aef4-b92b940a8f65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:15.928577 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312ee6e6-bbbd-4db6-aef4-b92b940a8f65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:15.928872 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312ee6e6-bbbd-4db6-aef4-b92b940a8f65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:15.946290 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3dd5257c-d5db-455e-a51b-a4b943e68b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960856'] for port, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:15.969460 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-57b5537c-b19c-4b1b-875d-9ac75483402b tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks [] for floatingip, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:15.979586 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device fa37656f-8816-42d6-b1dc-328b68b04252 up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:20:15.980140 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-d68b4fbe-8c1d-4709-9bf0-3188cdd7f1b1 None None] For port 448b1ea9-1bf4-470c-b504-a0ed2ff0d994, host dv-cinder-801912-2-iscsi, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:20:15.983283 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-d68b4fbe-8c1d-4709-9bf0-3188cdd7f1b1 None None] For port 448b1ea9-1bf4-470c-b504-a0ed2ff0d994, host dv-cinder-801912-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=448b1ea9-1bf4-470c-b504-a0ed2ff0d994,segment=NetworkSegment(b880b034-49fb-48cf-bc81-b26ee1611faf),segment_id=b880b034-49fb-48cf-bc81-b26ee1611faf)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:20:15.988104 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d68b4fbe-8c1d-4709-9bf0-3188cdd7f1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:15.999245 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd5257c-d5db-455e-a51b-a4b943e68b42 admin admin] Network f064cf42-f96c-4b47-830d-0a5aaa0b3353 is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:20:16.003080 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-3dd5257c-d5db-455e-a51b-a4b943e68b42 admin admin] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:20:16.006254 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd5257c-d5db-455e-a51b-a4b943e68b42 admin admin] Received port after_create {{(pid=93279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:20:16.044005 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd5257c-d5db-455e-a51b-a4b943e68b42 admin admin] Pushing event updated for resources: {'Port': ['ID=7e48020a-e4c5-4200-a7e5-76b8fa71e9a3,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:16.055779 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port fa37656f-8816-42d6-b1dc-328b68b04252 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:20:16.057508 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:16.059983 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ee6e6-bbbd-4db6-aef4-b92b940a8f65 None None] Pushing event updated for resources: {'Port': ['ID=448b1ea9-1bf4-470c-b504-a0ed2ff0d994,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:16.076742 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3dd5257c-d5db-455e-a51b-a4b943e68b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-718106'] for router_interface, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:16.082626 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68b4fbe-8c1d-4709-9bf0-3188cdd7f1b1 None None] Routers {'f6cb092b-2b3f-4f00-89b6-67f80c731a29'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:20:16.083383 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-d68b4fbe-8c1d-4709-9bf0-3188cdd7f1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:19:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['f6cb092b-2b3f-4f00-89b6-67f80c731a29'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:16.105052 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-57b5537c-b19c-4b1b-875d-9ac75483402b tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:16.232078 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [None req-57b5537c-b19c-4b1b-875d-9ac75483402b tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Allocated IP 172.27.3.153 (f8c72cc4-96e2-4f72-802d-5144237f0ca7/448cec93-c98c-4ed8-8dac-ac905c6d6ede/b49311ed-e8dd-4572-a25e-d22ae37ed0cf) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:20:16.253779 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-6fe4a09b-1202-46c0-9804-c98946ce791f None None] Provisioning for port 7e48020a-e4c5-4200-a7e5-76b8fa71e9a3 completed by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:20:16.260140 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-6fe4a09b-1202-46c0-9804-c98946ce791f None None] Provisioning complete for port 7e48020a-e4c5-4200-a7e5-76b8fa71e9a3 triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:20:16.260638 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6fe4a09b-1202-46c0-9804-c98946ce791f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:16.277235 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-d68b4fbe-8c1d-4709-9bf0-3188cdd7f1b1 None None] Set router f6cb092b-2b3f-4f00-89b6-67f80c731a29 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:20:16.320811 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-6fe4a09b-1202-46c0-9804-c98946ce791f None None] Port 7e48020a-e4c5-4200-a7e5-76b8fa71e9a3 cannot update to ACTIVE because it is not bound. {{(pid=93280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:20:16.347316 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3dd5257c-d5db-455e-a51b-a4b943e68b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:16.365107 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-57b5537c-b19c-4b1b-875d-9ac75483402b tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:16.424480 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-57b5537c-b19c-4b1b-875d-9ac75483402b tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:16.467964 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b5537c-b19c-4b1b-875d-9ac75483402b tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Network f8c72cc4-96e2-4f72-802d-5144237f0ca7 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:20:16.471139 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-57b5537c-b19c-4b1b-875d-9ac75483402b tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:20:16.478595 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b5537c-b19c-4b1b-875d-9ac75483402b tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:20:16.502389 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-d68b4fbe-8c1d-4709-9bf0-3188cdd7f1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'name': 'tempest-TestVolumeBootPattern-737192248-router', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:20:12Z', 'updated_at': '2021-07-22T22:20:14Z', 'revision_number': 3, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'gw_port': {'id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:40:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:13Z', 'updated_at': '2021-07-22T22:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi'}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:16.520161 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5537c-b19c-4b1b-875d-9ac75483402b tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Pushing event updated for resources: {'Port': ['ID=b49311ed-e8dd-4572-a25e-d22ae37ed0cf,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:16.530578 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68b4fbe-8c1d-4709-9bf0-3188cdd7f1b1 None None] The sync data for ids ['f6cb092b-2b3f-4f00-89b6-67f80c731a29'] in dv-cinder-801912-2-iscsi is: [{'id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'name': 'tempest-TestVolumeBootPattern-737192248-router', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:20:12Z', 'updated_at': '2021-07-22T22:20:14Z', 'revision_number': 3, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'gw_port': {'id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:40:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:13Z', 'updated_at': '2021-07-22T22:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi'}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:20:16.546289 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-91a1d56f-43ec-4ac8-839c-fc228f815bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:16.653481 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3dd5257c-d5db-455e-a51b-a4b943e68b42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:16.660885 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747cfb54-2f45-4dd5-8317-832277478e6f req-42b3f5f1-cd5a-40af-a6e1-72799f1153c0 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:16.662551 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-747cfb54-2f45-4dd5-8317-832277478e6f req-42b3f5f1-cd5a-40af-a6e1-72799f1153c0 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.1117358 Jul 22 22:20:16.663711 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3dd5257c-d5db-455e-a51b-a4b943e68b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960851'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:16.728828 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd5257c-d5db-455e-a51b-a4b943e68b42 admin admin] Pushing event updated for resources: {'Port': ['ID=7e48020a-e4c5-4200-a7e5-76b8fa71e9a3,revision_number=2']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:16.834421 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3dd5257c-d5db-455e-a51b-a4b943e68b42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717738'] for router_interface, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:16.869247 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-747cfb54-2f45-4dd5-8317-832277478e6f req-207bd0d3-cef5-4a87-9cf3-32a908ab7672 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403806 Jul 22 22:20:17.078321 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd5257c-d5db-455e-a51b-a4b943e68b42 admin admin] Network f064cf42-f96c-4b47-830d-0a5aaa0b3353 is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:20:17.080464 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-3dd5257c-d5db-455e-a51b-a4b943e68b42 admin admin] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:20:17.096790 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc562ccc-8721-4d92-a5d3-e03709c84cf7 req-33f79037-e2c2-47fd-9f3a-9cad4aeb452e tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:17.098390 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-bc562ccc-8721-4d92-a5d3-e03709c84cf7 req-33f79037-e2c2-47fd-9f3a-9cad4aeb452e tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4c27a44-fef4-4938-baad-199bf8b136a6 HTTP/1.1" status: 200 len: 946 time: 0.1149750 Jul 22 22:20:17.177396 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-57b5537c-b19c-4b1b-875d-9ac75483402b tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:17.223997 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-bc562ccc-8721-4d92-a5d3-e03709c84cf7 req-4d489f3d-ee50-4b6c-b5b0-6e8c8edb4f04 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc1f1535-7ea4-4f40-ae6a-24b4f767dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874689 Jul 22 22:20:17.264610 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd5257c-d5db-455e-a51b-a4b943e68b42 admin admin] Router f6cb092b-2b3f-4f00-89b6-67f80c731a29 has already been hosted by L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 {{(pid=93279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:20:17.370103 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7ca20ecb-7f5e-42ac-a720-269404160283 None None] Provisioning complete for port 7e48020a-e4c5-4200-a7e5-76b8fa71e9a3 triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:20:17.371099 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7ca20ecb-7f5e-42ac-a720-269404160283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:17.390550 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd5257c-d5db-455e-a51b-a4b943e68b42 admin admin] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:20:17.395679 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-3dd5257c-d5db-455e-a51b-a4b943e68b42 admin admin] 10.222.0.11 "PUT /v2.0/routers/f6cb092b-2b3f-4f00-89b6-67f80c731a29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4494033 Jul 22 22:20:17.420800 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-7ca20ecb-7f5e-42ac-a720-269404160283 None None] Port 7e48020a-e4c5-4200-a7e5-76b8fa71e9a3 cannot update to ACTIVE because it is not bound. {{(pid=93280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:20:17.545357 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-57b5537c-b19c-4b1b-875d-9ac75483402b tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:17.717036 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-57b5537c-b19c-4b1b-875d-9ac75483402b tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:17.725456 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-57b5537c-b19c-4b1b-875d-9ac75483402b tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:17.799767 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5537c-b19c-4b1b-875d-9ac75483402b tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Pushing event updated for resources: {'Port': ['ID=b49311ed-e8dd-4572-a25e-d22ae37ed0cf,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:17.818338 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-57b5537c-b19c-4b1b-875d-9ac75483402b tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718221'] for floatingip, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:17.950876 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.db.l3_db [None req-57b5537c-b19c-4b1b-875d-9ac75483402b tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Floating IP 9744fd36-4730-4473-a524-ae78f2cb278f associated. External IP: 172.27.3.153, port: 4848c327-9cf5-43bc-95c4-5715398fd35d. Jul 22 22:20:17.958786 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device aa83bbbf-fef0-4e16-b82b-6ff5efcf3727 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:20:18.001316 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] No Port match for: aa83bbbf-fef0-4e16-b82b-6ff5efcf3727 {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:20:18.003539 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device aa83bbbf-fef0-4e16-b82b-6ff5efcf3727 not bound to the agent host hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:20:18.005956 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 50126) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:18.011571 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-41636305-3816-46c6-82aa-0c3391dcd88a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-976717340-network', 'tenant_id': '65750996e7844c47883820277d60ab8d'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:18.040740 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 448b1ea9-1bf4-470c-b504-a0ed2ff0d994 up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:20:18.041072 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41636305-3816-46c6-82aa-0c3391dcd88a admin admin] Made reservation on behalf of 65750996e7844c47883820277d60ab8d for: {'network': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:20:18.043296 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-41636305-3816-46c6-82aa-0c3391dcd88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for network, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:18.055312 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-41636305-3816-46c6-82aa-0c3391dcd88a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:18.102570 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e0b67-7fb7-441a-ba1d-47fba9927446 req-a2fec2cc-44d1-4451-b246-af4dda2095ea tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:18.110439 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-9e0e0b67-7fb7-441a-ba1d-47fba9927446 req-a2fec2cc-44d1-4451-b246-af4dda2095ea tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.1391468 Jul 22 22:20:18.122650 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning for port 448b1ea9-1bf4-470c-b504-a0ed2ff0d994 completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:20:18.137033 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port 448b1ea9-1bf4-470c-b504-a0ed2ff0d994 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:20:18.138951 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:18.192393 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-9e0e0b67-7fb7-441a-ba1d-47fba9927446 req-7627f739-f818-431b-b4bd-0a49a69dd9dc tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761526 Jul 22 22:20:18.225187 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b5537c-b19c-4b1b-875d-9ac75483402b tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Router 31109845-9e1b-4612-966f-03fe423a59f9 has already been hosted by L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:20:18.257907 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:18.282156 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] For port 448b1ea9-1bf4-470c-b504-a0ed2ff0d994, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=448b1ea9-1bf4-470c-b504-a0ed2ff0d994,segment=NetworkSegment(b880b034-49fb-48cf-bc81-b26ee1611faf),segment_id=b880b034-49fb-48cf-bc81-b26ee1611faf)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:18.289497 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:18.297837 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-41636305-3816-46c6-82aa-0c3391dcd88a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:18.324603 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-41636305-3816-46c6-82aa-0c3391dcd88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:18.349792 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Pushing event updated for resources: {'Port': ['ID=448b1ea9-1bf4-470c-b504-a0ed2ff0d994,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:18.386628 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b5537c-b19c-4b1b-875d-9ac75483402b tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:20:18.392501 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41636305-3816-46c6-82aa-0c3391dcd88a admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=93279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:20:18.399598 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f074bfb1-41ee-4e4b-a0a7-71d1a9e56d3a None None] Sync routers for ids ['31109845-9e1b-4612-966f-03fe423a59f9'] in dv-cinder-801912-2-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:20:18.405366 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41636305-3816-46c6-82aa-0c3391dcd88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b57a21-dbc2-4521-91c0-56bc46a013e0,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:18.409969 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f074bfb1-41ee-4e4b-a0a7-71d1a9e56d3a None None] Routers {'31109845-9e1b-4612-966f-03fe423a59f9'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:20:18.410690 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-f074bfb1-41ee-4e4b-a0a7-71d1a9e56d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:19:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['31109845-9e1b-4612-966f-03fe423a59f9'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:18.423618 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-41636305-3816-46c6-82aa-0c3391dcd88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122'] for segment, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:18.423783 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-57b5537c-b19c-4b1b-875d-9ac75483402b tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for floatingip, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:18.423983 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.db.segments_db [None req-41636305-3816-46c6-82aa-0c3391dcd88a admin admin] Added segment 366fe38d-9a8a-40de-ab35-e44d9897a97c of type vlan for network 3de172da-ba99-4acb-a058-c2b0e36dab15 Jul 22 22:20:18.463665 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-57b5537c-b19c-4b1b-875d-9ac75483402b tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5480318 Jul 22 22:20:18.464371 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be939f47-516a-429d-b7cd-4828c8f42dcf', 'tag': '4848c327-9cf5-43bc-95c4-5715398fd35d'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:20:18.466874 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3104981-22e1-4ffe-a365-0085ac75f43c" -d '{"events": [{"name": "network-changed", "server_uuid": "be939f47-516a-429d-b7cd-4828c8f42dcf", "tag": "4848c327-9cf5-43bc-95c4-5715398fd35d"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:20:18.469515 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 50132) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:18.474975 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-ffd26bec-5157-45dc-ab8d-6dfd6d614b15 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1143046555', 'description': 'tempest-secgroup-smoke-1143046555 description', 'project_id': '7655566a61044cf8868d0fed64444851'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:18.482223 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c388437-6ff2-40da-bede-813eb7e7339a req-410e7282-39e9-4499-93e4-a2d019fefc5d tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:18.488879 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1c388437-6ff2-40da-bede-813eb7e7339a req-410e7282-39e9-4499-93e4-a2d019fefc5d tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 946 time: 0.2195311 Jul 22 22:20:18.500890 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ffd26bec-5157-45dc-ab8d-6dfd6d614b15 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:18.537171 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3491ba9-028c-4926-a410-e6595829447f req-ac384046-ea01-458a-9f9a-78582e996c7d tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:18.538833 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c3491ba9-028c-4926-a410-e6595829447f req-ac384046-ea01-458a-9f9a-78582e996c7d tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4c27a44-fef4-4938-baad-199bf8b136a6 HTTP/1.1" status: 200 len: 946 time: 0.2172830 Jul 22 22:20:18.542863 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-41636305-3816-46c6-82aa-0c3391dcd88a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746837610990'] for network, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:18.612151 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ffd26bec-5157-45dc-ab8d-6dfd6d614b15 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:18.616275 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ffd26bec-5157-45dc-ab8d-6dfd6d614b15 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:18.638082 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1cfdf7-2c04-4fe5-a742-b01bb3a9bd2d None None] Sync routers for ids ['f6cb092b-2b3f-4f00-89b6-67f80c731a29'] in dv-cinder-801912-2-iscsi {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:20:18.650788 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1cfdf7-2c04-4fe5-a742-b01bb3a9bd2d None None] Routers {'f6cb092b-2b3f-4f00-89b6-67f80c731a29'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:20:18.651916 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-2c1cfdf7-2c04-4fe5-a742-b01bb3a9bd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:19:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['f6cb092b-2b3f-4f00-89b6-67f80c731a29'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:18.667641 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd26bec-5157-45dc-ab8d-6dfd6d614b15 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0d7aa4-14d0-4a31-b166-4467b521965c,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:18.674245 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-ffd26bec-5157-45dc-ab8d-6dfd6d614b15 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:18.676045 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-ffd26bec-5157-45dc-ab8d-6dfd6d614b15 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2046194 Jul 22 22:20:18.678729 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 50136) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:18.680306 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-f074bfb1-41ee-4e4b-a0a7-71d1a9e56d3a None None] Set router 31109845-9e1b-4612-966f-03fe423a59f9 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:20:18.685066 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-7521ae34-1f83-465c-a2b0-51f074eaa75d tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Request body: {'security_group_rule': {'security_group_id': '4e0d7aa4-14d0-4a31-b166-4467b521965c', 'project_id': '7655566a61044cf8868d0fed64444851', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:18.722610 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7521ae34-1f83-465c-a2b0-51f074eaa75d tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:18.782485 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-2c1cfdf7-2c04-4fe5-a742-b01bb3a9bd2d None None] Set router f6cb092b-2b3f-4f00-89b6-67f80c731a29 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:20:18.804481 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7521ae34-1f83-465c-a2b0-51f074eaa75d tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:18.810402 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7521ae34-1f83-465c-a2b0-51f074eaa75d tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559436'] for security_group_rule, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:18.830194 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521ae34-1f83-465c-a2b0-51f074eaa75d tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=119ddeb8-7569-4bb5-9882-5097fb4f0bdb,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:18.849783 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7521ae34-1f83-465c-a2b0-51f074eaa75d tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:18.855271 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-7521ae34-1f83-465c-a2b0-51f074eaa75d tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1755500 Jul 22 22:20:18.856181 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 50138) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:18.861364 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.db.resource_extend [None req-41636305-3816-46c6-82aa-0c3391dcd88a admin admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 22:20:18.863328 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-997fd1b9-55d1-4d22-bbcd-7c179e5840df tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Request body: {'security_group_rule': {'security_group_id': '4e0d7aa4-14d0-4a31-b166-4467b521965c', 'project_id': '7655566a61044cf8868d0fed64444851', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:18.867203 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1c388437-6ff2-40da-bede-813eb7e7339a req-fd14fcd2-cbe2-495e-b79a-f8a48df9a751 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771541 Jul 22 22:20:18.901515 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c3491ba9-028c-4926-a410-e6595829447f req-2736b209-b559-427b-866d-23a3a0feba61 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc1f1535-7ea4-4f40-ae6a-24b4f767dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524032 Jul 22 22:20:18.907758 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-41636305-3816-46c6-82aa-0c3391dcd88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for network, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:18.909008 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41636305-3816-46c6-82aa-0c3391dcd88a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:18.910744 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-41636305-3816-46c6-82aa-0c3391dcd88a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:18.922819 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-997fd1b9-55d1-4d22-bbcd-7c179e5840df tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:18.945624 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-41636305-3816-46c6-82aa-0c3391dcd88a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9385517 Jul 22 22:20:18.948518 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 50140) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:18.955715 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-743b9751-52d4-4390-9efc-3fd10628d6a6 admin admin] Request body: {'subnet': {'network_id': '3de172da-ba99-4acb-a058-c2b0e36dab15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-976717340-subnet', 'tenant_id': '65750996e7844c47883820277d60ab8d', 'ip_version': 4}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:18.982637 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685cb6c3-0ab2-4935-95b0-aae2cf899372 x-openstack-request-id: req-685cb6c3-0ab2-4935-95b0-aae2cf899372 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:20:18.982934 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be939f47-516a-429d-b7cd-4828c8f42dcf", "tag": "4848c327-9cf5-43bc-95c4-5715398fd35d", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:20:18.983331 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-685cb6c3-0ab2-4935-95b0-aae2cf899372 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:20:18.983945 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be939f47-516a-429d-b7cd-4828c8f42dcf', 'tag': '4848c327-9cf5-43bc-95c4-5715398fd35d', 'status': 'completed', 'code': 200} Jul 22 22:20:18.992357 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41636305-3816-46c6-82aa-0c3391dcd88a admin admin] Pushing event updated for resources: {'Network': ['ID=3de172da-ba99-4acb-a058-c2b0e36dab15,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:19.002077 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-997fd1b9-55d1-4d22-bbcd-7c179e5840df tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:19.005141 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41636305-3816-46c6-82aa-0c3391dcd88a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:19.005733 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41636305-3816-46c6-82aa-0c3391dcd88a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:19.006205 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-997fd1b9-55d1-4d22-bbcd-7c179e5840df tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559436'] for security_group_rule, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:19.006552 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41636305-3816-46c6-82aa-0c3391dcd88a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:19.007111 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41636305-3816-46c6-82aa-0c3391dcd88a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:19.007648 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41636305-3816-46c6-82aa-0c3391dcd88a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:19.008269 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41636305-3816-46c6-82aa-0c3391dcd88a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:19.008989 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41636305-3816-46c6-82aa-0c3391dcd88a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:19.009601 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41636305-3816-46c6-82aa-0c3391dcd88a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:19.010216 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41636305-3816-46c6-82aa-0c3391dcd88a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:19.010765 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41636305-3816-46c6-82aa-0c3391dcd88a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:19.011297 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41636305-3816-46c6-82aa-0c3391dcd88a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:19.011886 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41636305-3816-46c6-82aa-0c3391dcd88a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:19.022009 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-83400973-6a2c-468a-aeea-593adb8e8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:19.026312 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997fd1b9-55d1-4d22-bbcd-7c179e5840df tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a3915d-0632-459b-8d7c-90d07a0afcb7,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:19.027631 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743b9751-52d4-4390-9efc-3fd10628d6a6 admin admin] Made reservation on behalf of 65750996e7844c47883820277d60ab8d for: {'subnet': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:20:19.027852 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Network 3de172da-ba99-4acb-a058-c2b0e36dab15 details requested by agent ovs-agent-dv-cinder-801912-2-iscsi with host dv-cinder-801912-2-iscsi {{(pid=93280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:20:19.030545 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-743b9751-52d4-4390-9efc-3fd10628d6a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793995'] for subnet, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:19.110787 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-997fd1b9-55d1-4d22-bbcd-7c179e5840df tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:19.115319 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-997fd1b9-55d1-4d22-bbcd-7c179e5840df tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2575028 Jul 22 22:20:19.115759 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 50142) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:19.118250 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-2c1cfdf7-2c04-4fe5-a742-b01bb3a9bd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'name': 'tempest-TestVolumeBootPattern-737192248-router', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:20:12Z', 'updated_at': '2021-07-22T22:20:16Z', 'revision_number': 4, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'gw_port': {'id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:40:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:13Z', 'updated_at': '2021-07-22T22:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '7e48020a-e4c5-4200-a7e5-76b8fa71e9a3', 'name': '', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'mac_address': 'fa:16:3e:ce:84:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:15Z', 'updated_at': '2021-07-22T22:20:16Z', 'revision_number': 2, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'subnets': [{'id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:19.124558 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-9fd8377e-da96-4c2e-ad7e-6b4cd04d2ada tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Request body: {'security_group_rule': {'security_group_id': '4e0d7aa4-14d0-4a31-b166-4467b521965c', 'project_id': '7655566a61044cf8868d0fed64444851', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:19.124959 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-f074bfb1-41ee-4e4b-a0a7-71d1a9e56d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31109845-9e1b-4612-966f-03fe423a59f9', 'name': 'tempest-TestMinimumBasicScenario-1352916486-router', 'tenant_id': '7655566a61044cf8868d0fed64444851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ad55cc56-0c54-4d73-a3ba-f8b6cf520c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:27Z', 'updated_at': '2021-07-22T22:18:31Z', 'revision_number': 4, 'project_id': '7655566a61044cf8868d0fed64444851', 'gw_port': {'id': 'ad55cc56-0c54-4d73-a3ba-f8b6cf520c65', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31109845-9e1b-4612-966f-03fe423a59f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:28Z', 'updated_at': '2021-07-22T22:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_floatingips': [{'id': '9744fd36-4730-4473-a524-ae78f2cb278f', 'tenant_id': '7655566a61044cf8868d0fed64444851', 'floating_ip_address': '172.27.3.153', 'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'router_id': '31109845-9e1b-4612-966f-03fe423a59f9', 'port_id': '4848c327-9cf5-43bc-95c4-5715398fd35d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f37d9d3d-f407-4eae-a393-c7d2061d8e21', 'mac_address': 'fa:16:3e:7b:65:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be939f47-516a-429d-b7cd-4828c8f42dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:20:16Z', 'updated_at': '2021-07-22T22:20:16Z', 'revision_number': 0, 'project_id': '7655566a61044cf8868d0fed64444851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1119c689-24c1-46df-b78f-fefa190079cb', 'name': '', 'network_id': 'f37d9d3d-f407-4eae-a393-c7d2061d8e21', 'tenant_id': '7655566a61044cf8868d0fed64444851', 'mac_address': 'fa:16:3e:6d:95:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31109845-9e1b-4612-966f-03fe423a59f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7da51077-13ec-4dff-886f-d0eb88cbac6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:30Z', 'updated_at': '2021-07-22T22:18:40Z', 'revision_number': 5, 'project_id': '7655566a61044cf8868d0fed64444851', 'subnets': [{'id': '7da51077-13ec-4dff-886f-d0eb88cbac6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:19.164857 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3104981-22e1-4ffe-a365-0085ac75f43c req-2e07fd02-d781-43bd-b380-f33c7581399d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:19.166938 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f074bfb1-41ee-4e4b-a0a7-71d1a9e56d3a None None] Checking router: 31109845-9e1b-4612-966f-03fe423a59f9 for host: dv-cinder-801912-2-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:20:19.167143 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b3104981-22e1-4ffe-a365-0085ac75f43c req-2e07fd02-d781-43bd-b380-f33c7581399d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7655566a61044cf8868d0fed64444851&device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 1099 time: 0.1458664 Jul 22 22:20:19.183030 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f074bfb1-41ee-4e4b-a0a7-71d1a9e56d3a None None] Routers {'31109845-9e1b-4612-966f-03fe423a59f9'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:20:19.183669 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-f074bfb1-41ee-4e4b-a0a7-71d1a9e56d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:20:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['31109845-9e1b-4612-966f-03fe423a59f9'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:19.185174 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1cfdf7-2c04-4fe5-a742-b01bb3a9bd2d None None] Checking router: f6cb092b-2b3f-4f00-89b6-67f80c731a29 for host: dv-cinder-801912-2-iscsi {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:20:19.185751 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1cfdf7-2c04-4fe5-a742-b01bb3a9bd2d None None] Updating router f6cb092b-2b3f-4f00-89b6-67f80c731a29 port 7e48020a-e4c5-4200-a7e5-76b8fa71e9a3 binding host dv-cinder-801912-2-iscsi {{(pid=93281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:20:19.211723 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23d1c4-220c-44fa-ba36-2c231280c22b req-97e3e78d-d8b4-4e35-9f59-0113d04d747d tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:19.214362 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4c23d1c4-220c-44fa-ba36-2c231280c22b req-97e3e78d-d8b4-4e35-9f59-0113d04d747d tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.115 "GET /v2.0/ports?device_id=f4c27a44-fef4-4938-baad-199bf8b136a6 HTTP/1.1" status: 200 len: 946 time: 0.1855459 Jul 22 22:20:19.226200 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:19.240674 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9fd8377e-da96-4c2e-ad7e-6b4cd04d2ada tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:19.256477 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-2c1cfdf7-2c04-4fe5-a742-b01bb3a9bd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:19.270993 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-743b9751-52d4-4390-9efc-3fd10628d6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3960972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2794105'] for subnet, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:19.336123 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-f074bfb1-41ee-4e4b-a0a7-71d1a9e56d3a None None] Set router 31109845-9e1b-4612-966f-03fe423a59f9 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:20:19.393005 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b9751-52d4-4390-9efc-3fd10628d6a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeb7e5e0-172a-4341-9270-3930463d5612,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:19.408984 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743b9751-52d4-4390-9efc-3fd10628d6a6 admin admin] Checking segment: {'id': '366fe38d-9a8a-40de-ab35-e44d9897a97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3de172da-ba99-4acb-a058-c2b0e36dab15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:20:19.409437 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743b9751-52d4-4390-9efc-3fd10628d6a6 admin admin] Network hostable DHCP agents. Network: 3de172da-ba99-4acb-a058-c2b0e36dab15, hostable agents: ['aed2ec39-81b9-4f59-895f-cbb50316ede5'], hosted agents: [] {{(pid=93279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:20:19.422204 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9fd8377e-da96-4c2e-ad7e-6b4cd04d2ada tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:19.430795 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9fd8377e-da96-4c2e-ad7e-6b4cd04d2ada tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559436'] for security_group_rule, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:19.451766 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743b9751-52d4-4390-9efc-3fd10628d6a6 admin admin] Network 3de172da-ba99-4acb-a058-c2b0e36dab15 is scheduled to be hosted by DHCP agent aed2ec39-81b9-4f59-895f-cbb50316ede5 with binding_index 1 {{(pid=93279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:20:19.463930 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd8377e-da96-4c2e-ad7e-6b4cd04d2ada tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a648fd3e-e16b-49e6-b140-6f4e912a0289,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:19.466248 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3104981-22e1-4ffe-a365-0085ac75f43c req-d34e8c40-c578-4b11-af60-7c0904d389be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:19.467706 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ad7fb-978c-48cc-972f-e4e6c1ec443e req-2a0ba8ad-2c2a-4577-9e94-392234f7a980 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:19.467853 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b3104981-22e1-4ffe-a365-0085ac75f43c req-d34e8c40-c578-4b11-af60-7c0904d389be service neutron] 10.222.0.115 "GET /v2.0/networks?id=f37d9d3d-f407-4eae-a393-c7d2061d8e21 HTTP/1.1" status: 200 len: 916 time: 0.2816062 Jul 22 22:20:19.469758 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-be9ad7fb-978c-48cc-972f-e4e6c1ec443e req-2a0ba8ad-2c2a-4577-9e94-392234f7a980 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.1402147 Jul 22 22:20:19.480463 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-743b9751-52d4-4390-9efc-3fd10628d6a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801912-2-iscsi, 3de172da-ba99-4acb-a058-c2b0e36dab15) {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:20:19.486476 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743b9751-52d4-4390-9efc-3fd10628d6a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:19.487657 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-743b9751-52d4-4390-9efc-3fd10628d6a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:19.489520 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9fd8377e-da96-4c2e-ad7e-6b4cd04d2ada tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:19.493451 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-9fd8377e-da96-4c2e-ad7e-6b4cd04d2ada tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3748429 Jul 22 22:20:19.494878 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 50146) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:19.505775 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5d5b50-a7f1-4ec6-b65a-a54a8c683cc6 None None] Network 3de172da-ba99-4acb-a058-c2b0e36dab15 requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:20:19.523775 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-743b9751-52d4-4390-9efc-3fd10628d6a6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5715737 Jul 22 22:20:19.528121 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-167b52fe-6e3f-4bd3-b17c-ac6821cf116a tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Request body: {'security_group_rule': {'security_group_id': '4e0d7aa4-14d0-4a31-b166-4467b521965c', 'project_id': '7655566a61044cf8868d0fed64444851', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:19.528721 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 50148) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:19.533472 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-4c6f7ca3-368a-4917-a42f-349c49d99482 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-976717340-router', 'tenant_id': '65750996e7844c47883820277d60ab8d', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'}}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:19.547257 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-be9ad7fb-978c-48cc-972f-e4e6c1ec443e req-760528fb-be21-48b5-9c5d-055d0ba1aa6e tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681531 Jul 22 22:20:19.559941 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-4c23d1c4-220c-44fa-ba36-2c231280c22b req-03d1b468-3e59-4134-b21f-565df72a1b6b tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Deleting port 1edd9a64-40b3-405e-8565-d96ac7f7e096 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:20:19.560478 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-4c23d1c4-220c-44fa-ba36-2c231280c22b req-03d1b468-3e59-4134-b21f-565df72a1b6b tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:19.594597 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b3104981-22e1-4ffe-a365-0085ac75f43c req-263dcba1-5745-43b7-99a6-843e3b43bad3 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4848c327-9cf5-43bc-95c4-5715398fd35d HTTP/1.1" status: 200 len: 1000 time: 0.1156721 Jul 22 22:20:19.613747 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7ca3-368a-4917-a42f-349c49d99482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-718133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9725'] for router, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:19.615224 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7ca3-368a-4917-a42f-349c49d99482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717338', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9714'] for router, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:19.644816 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-167b52fe-6e3f-4bd3-b17c-ac6821cf116a tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:19.669680 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-2c1cfdf7-2c04-4fe5-a742-b01bb3a9bd2d None None] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:19.679579 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7ca3-368a-4917-a42f-349c49d99482 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:19.692632 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-2c1cfdf7-2c04-4fe5-a742-b01bb3a9bd2d None None] Transition to ACTIVE for port object 7e48020a-e4c5-4200-a7e5-76b8fa71e9a3 will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:20:19.702928 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-2c1cfdf7-2c04-4fe5-a742-b01bb3a9bd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:19.731294 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-4c23d1c4-220c-44fa-ba36-2c231280c22b req-03d1b468-3e59-4134-b21f-565df72a1b6b tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] For port 1edd9a64-40b3-405e-8565-d96ac7f7e096, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=1edd9a64-40b3-405e-8565-d96ac7f7e096,segment=NetworkSegment(587317d9-c8da-40a2-94af-38875ad7b0ac),segment_id=587317d9-c8da-40a2-94af-38875ad7b0ac)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:19.731664 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-4c23d1c4-220c-44fa-ba36-2c231280c22b req-03d1b468-3e59-4134-b21f-565df72a1b6b tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:19.742361 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3104981-22e1-4ffe-a365-0085ac75f43c req-df74ff55-ebdc-44e6-90c4-c7cbbb123b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:19.746847 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b3104981-22e1-4ffe-a365-0085ac75f43c req-df74ff55-ebdc-44e6-90c4-c7cbbb123b26 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=7da51077-13ec-4dff-886f-d0eb88cbac6d HTTP/1.1" status: 200 len: 854 time: 0.1360042 Jul 22 22:20:19.756929 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-4c23d1c4-220c-44fa-ba36-2c231280c22b req-03d1b468-3e59-4134-b21f-565df72a1b6b tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Calling delete_port for 1edd9a64-40b3-405e-8565-d96ac7f7e096 owned by compute:nova {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:20:19.786137 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a737ed9-aba5-4cab-b8a0-165c94f033f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb74522ed-a428-522a-8593-90dbb9552def-3de172da-ba99-4acb-a058-c2b0e36dab15', 'network_id': '3de172da-ba99-4acb-a058-c2b0e36dab15', 'tenant_id': '65750996e7844c47883820277d60ab8d', 'fixed_ips': [{'subnet_id': 'eeb7e5e0-172a-4341-9270-3930463d5612'}]}} from dv-cinder-801912-2-iscsi. {{(pid=93280) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:20:19.786987 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6a737ed9-aba5-4cab-b8a0-165c94f033f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:19.852074 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-167b52fe-6e3f-4bd3-b17c-ac6821cf116a tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:19.857326 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7ca3-368a-4917-a42f-349c49d99482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-718320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-718171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9664'] for router, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:19.873322 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-2c1cfdf7-2c04-4fe5-a742-b01bb3a9bd2d None None] Attempting to bind port 7e48020a-e4c5-4200-a7e5-76b8fa71e9a3 on host dv-cinder-801912-2-iscsi for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:20:19.874007 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-2c1cfdf7-2c04-4fe5-a742-b01bb3a9bd2d None None] Attempting to bind port 7e48020a-e4c5-4200-a7e5-76b8fa71e9a3 by drivers openvswitch,hyperv on host dv-cinder-801912-2-iscsi at level 0 using segments [{'id': '04b6c565-2fba-4e25-aced-87ccd86f1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:20:19.874671 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cfdf7-2c04-4fe5-a742-b01bb3a9bd2d None None] Attempting to bind port 7e48020a-e4c5-4200-a7e5-76b8fa71e9a3 on network f064cf42-f96c-4b47-830d-0a5aaa0b3353 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:20:19.888660 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cfdf7-2c04-4fe5-a742-b01bb3a9bd2d None None] Checking agent: {'id': '46b940f2-f108-4e1e-b841-f66930078767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801912-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 8, 19), 'started_at': datetime.datetime(2021, 7, 22, 22, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801912-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:20:19.889171 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cfdf7-2c04-4fe5-a742-b01bb3a9bd2d None None] Checking segment: {'id': '04b6c565-2fba-4e25-aced-87ccd86f1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:20:19.889690 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-2c1cfdf7-2c04-4fe5-a742-b01bb3a9bd2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:19.890186 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cfdf7-2c04-4fe5-a742-b01bb3a9bd2d None None] Bound using segment: {'id': '04b6c565-2fba-4e25-aced-87ccd86f1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:20:19.891012 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-2c1cfdf7-2c04-4fe5-a742-b01bb3a9bd2d None None] Bound port: 7e48020a-e4c5-4200-a7e5-76b8fa71e9a3, host: dv-cinder-801912-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b6c565-2fba-4e25-aced-87ccd86f1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:20:19.891509 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-2c1cfdf7-2c04-4fe5-a742-b01bb3a9bd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:19.911643 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-167b52fe-6e3f-4bd3-b17c-ac6821cf116a tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559436'] for security_group_rule, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:19.965041 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b52fe-6e3f-4bd3-b17c-ac6821cf116a tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075538e3-965e-404a-b8c7-9d0f5221289e,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:19.974297 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-167b52fe-6e3f-4bd3-b17c-ac6821cf116a tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:19.980300 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-167b52fe-6e3f-4bd3-b17c-ac6821cf116a tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4555595 Jul 22 22:20:19.980927 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 50154) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:20.010251 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-99a326f2-017c-4b29-af6a-703e5a9e84cd tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Request body: {'security_group_rule': {'security_group_id': '4e0d7aa4-14d0-4a31-b166-4467b521965c', 'project_id': '7655566a61044cf8868d0fed64444851', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:20.017043 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-2c1cfdf7-2c04-4fe5-a742-b01bb3a9bd2d None None] For port 7e48020a-e4c5-4200-a7e5-76b8fa71e9a3, host dv-cinder-801912-2-iscsi, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:20:20.019517 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167b52fe-6e3f-4bd3-b17c-ac6821cf116a tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:20.022295 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-2c1cfdf7-2c04-4fe5-a742-b01bb3a9bd2d None None] For port 7e48020a-e4c5-4200-a7e5-76b8fa71e9a3, host dv-cinder-801912-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=7e48020a-e4c5-4200-a7e5-76b8fa71e9a3,segment=NetworkSegment(04b6c565-2fba-4e25-aced-87ccd86f1ada),segment_id=04b6c565-2fba-4e25-aced-87ccd86f1ada)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:20:20.028638 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f3ac6-a970-4479-ae34-7e446526517f None None] Pushing event updated for resources: {'Port': ['ID=7e48020a-e4c5-4200-a7e5-76b8fa71e9a3,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:20.032806 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-2c1cfdf7-2c04-4fe5-a742-b01bb3a9bd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:20.048402 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167b52fe-6e3f-4bd3-b17c-ac6821cf116a tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:20.051321 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167b52fe-6e3f-4bd3-b17c-ac6821cf116a tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:20.052063 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167b52fe-6e3f-4bd3-b17c-ac6821cf116a tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:20.055412 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167b52fe-6e3f-4bd3-b17c-ac6821cf116a tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:20.055973 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167b52fe-6e3f-4bd3-b17c-ac6821cf116a tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:20.057863 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167b52fe-6e3f-4bd3-b17c-ac6821cf116a tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:20.058370 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167b52fe-6e3f-4bd3-b17c-ac6821cf116a tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:20.058873 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167b52fe-6e3f-4bd3-b17c-ac6821cf116a tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:20.060844 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167b52fe-6e3f-4bd3-b17c-ac6821cf116a tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:20.061348 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167b52fe-6e3f-4bd3-b17c-ac6821cf116a tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:20.061707 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.db_base_plugin_common [None req-6a737ed9-aba5-4cab-b8a0-165c94f033f5 None None] Allocated IP 172.20.0.2 (3de172da-ba99-4acb-a058-c2b0e36dab15/eeb7e5e0-172a-4341-9270-3930463d5612/27171630-ea30-4286-8266-3f8221e3d588) {{(pid=93280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:20:20.065257 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167b52fe-6e3f-4bd3-b17c-ac6821cf116a tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:20.108391 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3104981-22e1-4ffe-a365-0085ac75f43c req-88d4bfe5-fab2-4951-b13d-4184319f6a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:20.110611 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b3104981-22e1-4ffe-a365-0085ac75f43c req-88d4bfe5-fab2-4951-b13d-4184319f6a98 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f37d9d3d-f407-4eae-a393-c7d2061d8e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3549292 Jul 22 22:20:20.126773 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f3ac6-a970-4479-ae34-7e446526517f None None] Pushing event updated for resources: {'Port': ['ID=7e48020a-e4c5-4200-a7e5-76b8fa71e9a3,revision_number=4']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:20.132641 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1cfdf7-2c04-4fe5-a742-b01bb3a9bd2d None None] Routers {'f6cb092b-2b3f-4f00-89b6-67f80c731a29'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:20:20.133676 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-2c1cfdf7-2c04-4fe5-a742-b01bb3a9bd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:20:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['f6cb092b-2b3f-4f00-89b6-67f80c731a29'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:20.166430 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.db.securitygroups_db [None req-99a326f2-017c-4b29-af6a-703e5a9e84cd tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Project 7655566a61044cf8868d0fed64444851 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:20:20.177504 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-99a326f2-017c-4b29-af6a-703e5a9e84cd tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:20.235702 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 448b1ea9-1bf4-470c-b504-a0ed2ff0d994 up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:20:20.267795 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f4a2d-7fa7-4168-84be-411656025982 req-508cb13e-387c-4519-ae52-90bc5b2e8724 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:20.275762 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e07f4a2d-7fa7-4168-84be-411656025982 req-508cb13e-387c-4519-ae52-90bc5b2e8724 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4c27a44-fef4-4938-baad-199bf8b136a6 HTTP/1.1" status: 200 len: 946 time: 0.2032740 Jul 22 22:20:20.322633 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:20.356110 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6a737ed9-aba5-4cab-b8a0-165c94f033f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:20.374381 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-6a737ed9-aba5-4cab-b8a0-165c94f033f5 None None] Transition to ACTIVE for port object 27171630-ea30-4286-8266-3f8221e3d588 will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:20:20.389389 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-99a326f2-017c-4b29-af6a-703e5a9e84cd tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:20.392528 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-6a737ed9-aba5-4cab-b8a0-165c94f033f5 None None] Transition to ACTIVE for port object 27171630-ea30-4286-8266-3f8221e3d588 will not be triggered until provisioned by entity DHCP. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:20:20.397627 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b3104981-22e1-4ffe-a365-0085ac75f43c req-28fd6f28-20b2-45ac-be8d-191caa2642bf service neutron] 10.222.0.115 "GET /v2.0/networks/f37d9d3d-f407-4eae-a393-c7d2061d8e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736866 Jul 22 22:20:20.398861 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-99a326f2-017c-4b29-af6a-703e5a9e84cd tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559436'] for security_group_rule, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:20.404899 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6a737ed9-aba5-4cab-b8a0-165c94f033f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625'] for port, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:20.412964 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e07f4a2d-7fa7-4168-84be-411656025982 req-9139920f-d1fb-4012-a222-aafcb39eb8ad tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc1f1535-7ea4-4f40-ae6a-24b4f767dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362066 Jul 22 22:20:20.415635 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-f074bfb1-41ee-4e4b-a0a7-71d1a9e56d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31109845-9e1b-4612-966f-03fe423a59f9', 'name': 'tempest-TestMinimumBasicScenario-1352916486-router', 'tenant_id': '7655566a61044cf8868d0fed64444851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ad55cc56-0c54-4d73-a3ba-f8b6cf520c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:27Z', 'updated_at': '2021-07-22T22:18:31Z', 'revision_number': 4, 'project_id': '7655566a61044cf8868d0fed64444851', 'gw_port': {'id': 'ad55cc56-0c54-4d73-a3ba-f8b6cf520c65', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31109845-9e1b-4612-966f-03fe423a59f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:28Z', 'updated_at': '2021-07-22T22:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_floatingips': [{'id': '9744fd36-4730-4473-a524-ae78f2cb278f', 'tenant_id': '7655566a61044cf8868d0fed64444851', 'floating_ip_address': '172.27.3.153', 'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'router_id': '31109845-9e1b-4612-966f-03fe423a59f9', 'port_id': '4848c327-9cf5-43bc-95c4-5715398fd35d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f37d9d3d-f407-4eae-a393-c7d2061d8e21', 'mac_address': 'fa:16:3e:7b:65:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be939f47-516a-429d-b7cd-4828c8f42dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:20:16Z', 'updated_at': '2021-07-22T22:20:16Z', 'revision_number': 0, 'project_id': '7655566a61044cf8868d0fed64444851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1119c689-24c1-46df-b78f-fefa190079cb', 'name': '', 'network_id': 'f37d9d3d-f407-4eae-a393-c7d2061d8e21', 'tenant_id': '7655566a61044cf8868d0fed64444851', 'mac_address': 'fa:16:3e:6d:95:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31109845-9e1b-4612-966f-03fe423a59f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7da51077-13ec-4dff-886f-d0eb88cbac6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:30Z', 'updated_at': '2021-07-22T22:18:40Z', 'revision_number': 5, 'project_id': '7655566a61044cf8868d0fed64444851', 'subnets': [{'id': '7da51077-13ec-4dff-886f-d0eb88cbac6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:20.418682 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a326f2-017c-4b29-af6a-703e5a9e84cd tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d7e81f-3643-436e-af9f-d4d7cc6c7487,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:20.420473 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-4c23d1c4-220c-44fa-ba36-2c231280c22b req-03d1b468-3e59-4134-b21f-565df72a1b6b tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:20.433232 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786f32d-00c7-4782-b94a-1f5babcf517a req-b926730b-0992-4ea0-b191-05ca74c3db3b tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:20.440859 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8786f32d-00c7-4782-b94a-1f5babcf517a req-b926730b-0992-4ea0-b191-05ca74c3db3b tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 946 time: 0.3705835 Jul 22 22:20:20.468343 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f074bfb1-41ee-4e4b-a0a7-71d1a9e56d3a None None] The sync data for ids ['31109845-9e1b-4612-966f-03fe423a59f9'] in dv-cinder-801912-2-iscsi is: [{'id': '31109845-9e1b-4612-966f-03fe423a59f9', 'name': 'tempest-TestMinimumBasicScenario-1352916486-router', 'tenant_id': '7655566a61044cf8868d0fed64444851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ad55cc56-0c54-4d73-a3ba-f8b6cf520c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:27Z', 'updated_at': '2021-07-22T22:18:31Z', 'revision_number': 4, 'project_id': '7655566a61044cf8868d0fed64444851', 'gw_port': {'id': 'ad55cc56-0c54-4d73-a3ba-f8b6cf520c65', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31109845-9e1b-4612-966f-03fe423a59f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:28Z', 'updated_at': '2021-07-22T22:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_floatingips': [{'id': '9744fd36-4730-4473-a524-ae78f2cb278f', 'tenant_id': '7655566a61044cf8868d0fed64444851', 'floating_ip_address': '172.27.3.153', 'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'router_id': '31109845-9e1b-4612-966f-03fe423a59f9', 'port_id': '4848c327-9cf5-43bc-95c4-5715398fd35d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f37d9d3d-f407-4eae-a393-c7d2061d8e21', 'mac_address': 'fa:16:3e:7b:65:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be939f47-516a-429d-b7cd-4828c8f42dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:20:16Z', 'updated_at': '2021-07-22T22:20:16Z', 'revision_number': 0, 'project_id': '7655566a61044cf8868d0fed64444851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1119c689-24c1-46df-b78f-fefa190079cb', 'name': '', 'network_id': 'f37d9d3d-f407-4eae-a393-c7d2061d8e21', 'tenant_id': '7655566a61044cf8868d0fed64444851', 'mac_address': 'fa:16:3e:6d:95:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31109845-9e1b-4612-966f-03fe423a59f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7da51077-13ec-4dff-886f-d0eb88cbac6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:30Z', 'updated_at': '2021-07-22T22:18:40Z', 'revision_number': 5, 'project_id': '7655566a61044cf8868d0fed64444851', 'subnets': [{'id': '7da51077-13ec-4dff-886f-d0eb88cbac6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:20:20.470796 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1b468-3e59-4134-b21f-565df72a1b6b tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Pushing event deleted for resources: {'Port': ['ID=1edd9a64-40b3-405e-8565-d96ac7f7e096,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:20.483167 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a737ed9-aba5-4cab-b8a0-165c94f033f5 None None] Network 3de172da-ba99-4acb-a058-c2b0e36dab15 is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:20:20.486646 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [None req-6a737ed9-aba5-4cab-b8a0-165c94f033f5 None None] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:20:20.500891 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-2c1cfdf7-2c04-4fe5-a742-b01bb3a9bd2d None None] Set router f6cb092b-2b3f-4f00-89b6-67f80c731a29 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:20:20.501122 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a737ed9-aba5-4cab-b8a0-165c94f033f5 None None] Received port after_create {{(pid=93280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:20:20.538043 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port 448b1ea9-1bf4-470c-b504-a0ed2ff0d994 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:20:20.538715 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:20.565184 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a737ed9-aba5-4cab-b8a0-165c94f033f5 None None] Pushing event updated for resources: {'Port': ['ID=27171630-ea30-4286-8266-3f8221e3d588,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:20.600371 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8786f32d-00c7-4782-b94a-1f5babcf517a req-98d367f5-1628-450e-b834-0d4cfad5e783 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163268 Jul 22 22:20:20.618235 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7ca3-368a-4917-a42f-349c49d99482 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:20.647380 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-6a737ed9-aba5-4cab-b8a0-165c94f033f5 None None] Attempting to bind port 27171630-ea30-4286-8266-3f8221e3d588 on host dv-cinder-801912-2-iscsi for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:20:20.647758 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-6a737ed9-aba5-4cab-b8a0-165c94f033f5 None None] Attempting to bind port 27171630-ea30-4286-8266-3f8221e3d588 by drivers openvswitch,hyperv on host dv-cinder-801912-2-iscsi at level 0 using segments [{'id': '366fe38d-9a8a-40de-ab35-e44d9897a97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3de172da-ba99-4acb-a058-c2b0e36dab15'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:20:20.648124 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a737ed9-aba5-4cab-b8a0-165c94f033f5 None None] Attempting to bind port 27171630-ea30-4286-8266-3f8221e3d588 on network 3de172da-ba99-4acb-a058-c2b0e36dab15 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:20:20.648654 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7ca3-368a-4917-a42f-349c49d99482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:20.653149 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b3104981-22e1-4ffe-a365-0085ac75f43c req-22eb9149-975f-4faa-a201-edcc76d86bae service neutron] 10.222.0.115 "GET /v2.0/networks/f37d9d3d-f407-4eae-a393-c7d2061d8e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847544 Jul 22 22:20:20.654457 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a737ed9-aba5-4cab-b8a0-165c94f033f5 None None] Checking agent: {'id': '46b940f2-f108-4e1e-b841-f66930078767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801912-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 8, 19), 'started_at': datetime.datetime(2021, 7, 22, 22, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801912-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:20:20.654837 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a737ed9-aba5-4cab-b8a0-165c94f033f5 None None] Checking segment: {'id': '366fe38d-9a8a-40de-ab35-e44d9897a97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3de172da-ba99-4acb-a058-c2b0e36dab15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:20:20.655383 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6a737ed9-aba5-4cab-b8a0-165c94f033f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:20.655928 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a737ed9-aba5-4cab-b8a0-165c94f033f5 None None] Bound using segment: {'id': '366fe38d-9a8a-40de-ab35-e44d9897a97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3de172da-ba99-4acb-a058-c2b0e36dab15'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:20:20.656125 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-6a737ed9-aba5-4cab-b8a0-165c94f033f5 None None] Bound port: 27171630-ea30-4286-8266-3f8221e3d588, host: dv-cinder-801912-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '366fe38d-9a8a-40de-ab35-e44d9897a97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3de172da-ba99-4acb-a058-c2b0e36dab15'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:20:20.656556 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6a737ed9-aba5-4cab-b8a0-165c94f033f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:20.744208 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c23d1c4-220c-44fa-ba36-2c231280c22b req-03d1b468-3e59-4134-b21f-565df72a1b6b tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] No DVR routers for this DVR port 1edd9a64-40b3-405e-8565-d96ac7f7e096 on host hv-cinder-80191 {{(pid=93278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:20:20.749145 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-4c23d1c4-220c-44fa-ba36-2c231280c22b req-03d1b468-3e59-4134-b21f-565df72a1b6b tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:20.751648 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-4c23d1c4-220c-44fa-ba36-2c231280c22b req-03d1b468-3e59-4134-b21f-565df72a1b6b tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.115 "DELETE /v2.0/ports/1edd9a64-40b3-405e-8565-d96ac7f7e096 HTTP/1.1" status: 204 len: 173 time: 1.5216241 Jul 22 22:20:20.755024 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-99a326f2-017c-4b29-af6a-703e5a9e84cd tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:20.759807 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-99a326f2-017c-4b29-af6a-703e5a9e84cd tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7626944 Jul 22 22:20:20.763521 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-6a737ed9-aba5-4cab-b8a0-165c94f033f5 None None] For port 27171630-ea30-4286-8266-3f8221e3d588, host dv-cinder-801912-2-iscsi, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:20:20.767358 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 50158) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:20.767818 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-6a737ed9-aba5-4cab-b8a0-165c94f033f5 None None] For port 27171630-ea30-4286-8266-3f8221e3d588, host dv-cinder-801912-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=27171630-ea30-4286-8266-3f8221e3d588,segment=NetworkSegment(366fe38d-9a8a-40de-ab35-e44d9897a97c),segment_id=366fe38d-9a8a-40de-ab35-e44d9897a97c)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:20:20.778272 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-a9118a1d-a371-4c44-9b04-900a90d0e016 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Request body: {'security_group_rule': {'security_group_id': '4e0d7aa4-14d0-4a31-b166-4467b521965c', 'project_id': '7655566a61044cf8868d0fed64444851', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:20.805341 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.db.securitygroups_db [None req-a9118a1d-a371-4c44-9b04-900a90d0e016 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Project 7655566a61044cf8868d0fed64444851 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:20:20.823003 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a9118a1d-a371-4c44-9b04-900a90d0e016 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:20.832858 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6a737ed9-aba5-4cab-b8a0-165c94f033f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:20.901634 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36edc51-0f60-4d70-a5fc-659e46437f94 None None] New status for floating IP 9744fd36-4730-4473-a524-ae78f2cb278f: ACTIVE {{(pid=93280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:20:20.909499 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a9118a1d-a371-4c44-9b04-900a90d0e016 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:20.922911 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a9118a1d-a371-4c44-9b04-900a90d0e016 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559436'] for security_group_rule, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:20.964146 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227edd61-b0f8-4864-b56b-da063b19fbfc req-01f329f8-73ac-4cd8-b19e-d7d72bdee769 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:20.965930 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-227edd61-b0f8-4864-b56b-da063b19fbfc req-01f329f8-73ac-4cd8-b19e-d7d72bdee769 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.115 "GET /v2.0/ports?device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 946 time: 0.4964187 Jul 22 22:20:20.968333 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9118a1d-a371-4c44-9b04-900a90d0e016 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da6ebf3-c283-4b64-a7e4-3a20f362da41,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:20.979889 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-2c1cfdf7-2c04-4fe5-a742-b01bb3a9bd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'name': 'tempest-TestVolumeBootPattern-737192248-router', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:20:12Z', 'updated_at': '2021-07-22T22:20:16Z', 'revision_number': 4, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'gw_port': {'id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:40:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:13Z', 'updated_at': '2021-07-22T22:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '7e48020a-e4c5-4200-a7e5-76b8fa71e9a3', 'name': '', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'mac_address': 'fa:16:3e:ce:84:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:15Z', 'updated_at': '2021-07-22T22:20:20Z', 'revision_number': 4, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'subnets': [{'id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:20.981233 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a9118a1d-a371-4c44-9b04-900a90d0e016 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:20.984308 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-a9118a1d-a371-4c44-9b04-900a90d0e016 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2081308 Jul 22 22:20:21.022077 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1cfdf7-2c04-4fe5-a742-b01bb3a9bd2d None None] The sync data for ids ['f6cb092b-2b3f-4f00-89b6-67f80c731a29'] in dv-cinder-801912-2-iscsi is: [{'id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'name': 'tempest-TestVolumeBootPattern-737192248-router', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:20:12Z', 'updated_at': '2021-07-22T22:20:16Z', 'revision_number': 4, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'gw_port': {'id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:40:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:13Z', 'updated_at': '2021-07-22T22:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '7e48020a-e4c5-4200-a7e5-76b8fa71e9a3', 'name': '', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'mac_address': 'fa:16:3e:ce:84:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:15Z', 'updated_at': '2021-07-22T22:20:20Z', 'revision_number': 4, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'subnets': [{'id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:20:21.036279 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.db_base_plugin_common [None req-4c6f7ca3-368a-4917-a42f-349c49d99482 admin admin] Allocated IP 172.27.3.33 (f8c72cc4-96e2-4f72-802d-5144237f0ca7/448cec93-c98c-4ed8-8dac-ac905c6d6ede/154cfc78-3598-4fb1-a27d-3d0365f1335b) {{(pid=93279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:20:21.096287 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c27a44-fef4-4938-baad-199bf8b136a6', 'name': 'network-vif-deleted', 'tag': '1edd9a64-40b3-405e-8565-d96ac7f7e096'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:20:21.102095 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6deea11c-a708-403d-b136-3864802b860d" -d '{"events": [{"server_uuid": "f4c27a44-fef4-4938-baad-199bf8b136a6", "name": "network-vif-deleted", "tag": "1edd9a64-40b3-405e-8565-d96ac7f7e096"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:20:21.133606 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a737ed9-aba5-4cab-b8a0-165c94f033f5 None None] Pushing event updated for resources: {'Port': ['ID=27171630-ea30-4286-8266-3f8221e3d588,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:21.186312 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-227edd61-b0f8-4864-b56b-da063b19fbfc req-b1ba7ef5-d832-4125-911e-d77f27430585 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Deleting port 20137ae8-6143-4942-bd93-3a554a1545e2 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:20:21.186653 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-227edd61-b0f8-4864-b56b-da063b19fbfc req-b1ba7ef5-d832-4125-911e-d77f27430585 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:21.238792 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9bb569-3fd1-489f-bb7f-48efe227f634 req-0ed8fbc6-9288-4c48-9ccb-e646c614a0f5 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:21.246655 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ad9bb569-3fd1-489f-bb7f-48efe227f634 req-0ed8fbc6-9288-4c48-9ccb-e646c614a0f5 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.5269997 Jul 22 22:20:21.331934 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7ca3-368a-4917-a42f-349c49d99482 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:21.369163 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-227edd61-b0f8-4864-b56b-da063b19fbfc req-b1ba7ef5-d832-4125-911e-d77f27430585 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] For port 20137ae8-6143-4942-bd93-3a554a1545e2, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=20137ae8-6143-4942-bd93-3a554a1545e2,segment=NetworkSegment(d15c25b1-f200-4eab-9a4f-9cc58efb2aff),segment_id=d15c25b1-f200-4eab-9a4f-9cc58efb2aff)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:21.369530 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-227edd61-b0f8-4864-b56b-da063b19fbfc req-b1ba7ef5-d832-4125-911e-d77f27430585 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:21.370324 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d124f484-d3ab-492a-91a7-28981d430fb3 req-d7f87b6f-393b-448e-bbe8-619320c68230 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1143046555&fields=id&tenant_id=7655566a61044cf8868d0fed64444851 HTTP/1.1" status: 200 len: 267 time: 0.2070954 Jul 22 22:20:21.393502 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ad9bb569-3fd1-489f-bb7f-48efe227f634 req-b7020d06-3e1e-4de4-8bf3-8aaac6648d52 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459363 Jul 22 22:20:21.401109 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-227edd61-b0f8-4864-b56b-da063b19fbfc req-b1ba7ef5-d832-4125-911e-d77f27430585 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Calling delete_port for 20137ae8-6143-4942-bd93-3a554a1545e2 owned by compute:nova {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:20:21.489416 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7ca3-368a-4917-a42f-349c49d99482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960856'] for port, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:21.512497 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124f484-d3ab-492a-91a7-28981d430fb3 req-bbb37a30-66fc-4e5c-98ff-f1a9bff271ac tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:21.514347 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d124f484-d3ab-492a-91a7-28981d430fb3 req-bbb37a30-66fc-4e5c-98ff-f1a9bff271ac tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 946 time: 0.1432223 Jul 22 22:20:21.525697 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c67059-b258-475b-bcbb-95b8fc54b285 x-openstack-request-id: req-46c67059-b258-475b-bcbb-95b8fc54b285 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:20:21.526295 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c27a44-fef4-4938-baad-199bf8b136a6", "name": "network-vif-deleted", "tag": "1edd9a64-40b3-405e-8565-d96ac7f7e096", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:20:21.526756 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-46c67059-b258-475b-bcbb-95b8fc54b285 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:20:21.527338 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c27a44-fef4-4938-baad-199bf8b136a6', 'name': 'network-vif-deleted', 'tag': '1edd9a64-40b3-405e-8565-d96ac7f7e096', 'status': 'completed', 'code': 200} Jul 22 22:20:21.555456 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [req-d124f484-d3ab-492a-91a7-28981d430fb3 req-7898bf2d-bee1-4920-b01a-93e80995cd55 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Request body: {'port': {'security_groups': ['3d0e8b80-2afa-4a2a-878d-659319883cc3', '4e0d7aa4-14d0-4a31-b166-4467b521965c']}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:21.602447 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6f7ca3-368a-4917-a42f-349c49d99482 admin admin] Network f8c72cc4-96e2-4f72-802d-5144237f0ca7 is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:20:21.614322 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-4c6f7ca3-368a-4917-a42f-349c49d99482 admin admin] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:20:21.617055 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f7ca3-368a-4917-a42f-349c49d99482 admin admin] Pushing event updated for resources: {'Port': ['ID=154cfc78-3598-4fb1-a27d-3d0365f1335b,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:21.640853 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-227edd61-b0f8-4864-b56b-da063b19fbfc req-b1ba7ef5-d832-4125-911e-d77f27430585 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:21.641431 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6f7ca3-368a-4917-a42f-349c49d99482 admin admin] Received port after_create {{(pid=93279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:20:21.655521 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['51ae40b1-71cb-4fad-baf2-3a802beac11b', '9ab74b66-a5c2-447f-baa2-e33b324346a7', '56eb92a8-04f6-47e7-9e92-4af9650a284e', '20137ae8-6143-4942-bd93-3a554a1545e2'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:20:21.673163 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba7ef5-d832-4125-911e-d77f27430585 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Pushing event deleted for resources: {'Port': ['ID=20137ae8-6143-4942-bd93-3a554a1545e2,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:21.715185 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c94cbfe4-9565-4a95-8124-68a1f5b7e26c req-efc0ea93-42df-462e-aec0-a47b59ddcea0 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4c27a44-fef4-4938-baad-199bf8b136a6 HTTP/1.1" status: 200 len: 210 time: 0.0752726 Jul 22 22:20:21.728496 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-227edd61-b0f8-4864-b56b-da063b19fbfc req-b1ba7ef5-d832-4125-911e-d77f27430585 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] No DVR routers for this DVR port 20137ae8-6143-4942-bd93-3a554a1545e2 on host hv-cinder-80191 {{(pid=93278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:20:21.730848 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-227edd61-b0f8-4864-b56b-da063b19fbfc req-b1ba7ef5-d832-4125-911e-d77f27430585 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:21.733288 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-227edd61-b0f8-4864-b56b-da063b19fbfc req-b1ba7ef5-d832-4125-911e-d77f27430585 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.115 "DELETE /v2.0/ports/20137ae8-6143-4942-bd93-3a554a1545e2 HTTP/1.1" status: 204 len: 173 time: 0.7533817 Jul 22 22:20:21.889211 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-d124f484-d3ab-492a-91a7-28981d430fb3 req-7898bf2d-bee1-4920-b01a-93e80995cd55 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:21.906852 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:21.954646 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 20137ae8-6143-4942-bd93-3a554a1545e2 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:20:21.976329 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ba125fa0-6276-4b42-8958-026b582145fb req-2c7078ad-2d3f-495b-84c4-eb864961b288 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=2692d604-3775-4484-a86f-52a21edc02f5 HTTP/1.1" status: 200 len: 210 time: 0.1374950 Jul 22 22:20:22.019720 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] No Port match for: 20137ae8-6143-4942-bd93-3a554a1545e2 {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:20:22.020712 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 20137ae8-6143-4942-bd93-3a554a1545e2 not bound to the agent host hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:20:22.021244 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 1edd9a64-40b3-405e-8565-d96ac7f7e096 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:20:22.048565 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] No Port match for: 1edd9a64-40b3-405e-8565-d96ac7f7e096 {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:20:22.049486 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 1edd9a64-40b3-405e-8565-d96ac7f7e096 not bound to the agent host hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:20:22.070344 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 7e48020a-e4c5-4200-a7e5-76b8fa71e9a3 up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:20:22.183892 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning for port 7e48020a-e4c5-4200-a7e5-76b8fa71e9a3 completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:20:22.189204 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port 7e48020a-e4c5-4200-a7e5-76b8fa71e9a3 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:20:22.189835 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:22.297322 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7ca3-368a-4917-a42f-349c49d99482 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:22.334105 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:22.375644 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d43f67-7387-46dc-8204-689e3b6c4509 None None] Network 3de172da-ba99-4acb-a058-c2b0e36dab15 requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:20:22.416995 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] For port 7e48020a-e4c5-4200-a7e5-76b8fa71e9a3, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=7e48020a-e4c5-4200-a7e5-76b8fa71e9a3,segment=NetworkSegment(04b6c565-2fba-4e25-aced-87ccd86f1ada),segment_id=04b6c565-2fba-4e25-aced-87ccd86f1ada)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:22.433713 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [req-d124f484-d3ab-492a-91a7-28981d430fb3 req-7898bf2d-bee1-4920-b01a-93e80995cd55 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] For port 4848c327-9cf5-43bc-95c4-5715398fd35d, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=4848c327-9cf5-43bc-95c4-5715398fd35d,segment=NetworkSegment(5ddc735b-fd99-4fd1-91cf-9bb03a2da3da),segment_id=5ddc735b-fd99-4fd1-91cf-9bb03a2da3da)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:22.467817 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:22.468718 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 27171630-ea30-4286-8266-3f8221e3d588 up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:20:22.490137 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-d124f484-d3ab-492a-91a7-28981d430fb3 req-7898bf2d-bee1-4920-b01a-93e80995cd55 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks [] for port, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:22.569332 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-3b3fe78d-6bac-4d40-80a3-37526d0839b5 None None] Provisioning for port 27171630-ea30-4286-8266-3f8221e3d588 completed by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:20:22.576159 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-d124f484-d3ab-492a-91a7-28981d430fb3 req-7898bf2d-bee1-4920-b01a-93e80995cd55 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960851'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:22.620792 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Pushing event updated for resources: {'Port': ['ID=7e48020a-e4c5-4200-a7e5-76b8fa71e9a3,revision_number=5']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:22.633747 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning for port 27171630-ea30-4286-8266-3f8221e3d588 completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:20:22.642051 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port 27171630-ea30-4286-8266-3f8221e3d588 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:20:22.642925 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:22.667821 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124f484-d3ab-492a-91a7-28981d430fb3 req-7898bf2d-bee1-4920-b01a-93e80995cd55 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:22.668498 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-d124f484-d3ab-492a-91a7-28981d430fb3 req-7898bf2d-bee1-4920-b01a-93e80995cd55 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for port, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:22.669918 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d124f484-d3ab-492a-91a7-28981d430fb3 req-7898bf2d-bee1-4920-b01a-93e80995cd55 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "PUT /v2.0/ports/4848c327-9cf5-43bc-95c4-5715398fd35d HTTP/1.1" status: 200 len: 982 time: 1.1303313 Jul 22 22:20:22.670372 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be939f47-516a-429d-b7cd-4828c8f42dcf', 'tag': '4848c327-9cf5-43bc-95c4-5715398fd35d'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:20:22.672669 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c6b4c132c05f8fa555954f998dc13116b5a095d8f56ef95ca39bca9c69008e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5cffaf3-94d6-4b8c-a5e3-51c13395671b" -d '{"events": [{"name": "network-changed", "server_uuid": "be939f47-516a-429d-b7cd-4828c8f42dcf", "tag": "4848c327-9cf5-43bc-95c4-5715398fd35d"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:20:22.710665 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898bf2d-bee1-4920-b01a-93e80995cd55 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Pushing event updated for resources: {'Port': ['ID=4848c327-9cf5-43bc-95c4-5715398fd35d,revision_number=6']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:22.720035 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7ca3-368a-4917-a42f-349c49d99482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-718156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718315'] for router, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:22.776027 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:22.792923 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['4848c327-9cf5-43bc-95c4-5715398fd35d'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:20:22.863079 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d33b7-433f-4adf-900f-f011b9f024b7 req-ed5c376e-f6a8-46ab-a502-8c43dda5bc9e tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:22.864695 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-422d33b7-433f-4adf-900f-f011b9f024b7 req-ed5c376e-f6a8-46ab-a502-8c43dda5bc9e tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.2918999 Jul 22 22:20:22.868969 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] For port 27171630-ea30-4286-8266-3f8221e3d588, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=27171630-ea30-4286-8266-3f8221e3d588,segment=NetworkSegment(366fe38d-9a8a-40de-ab35-e44d9897a97c),segment_id=366fe38d-9a8a-40de-ab35-e44d9897a97c)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:22.878156 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:22.952469 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-422d33b7-433f-4adf-900f-f011b9f024b7 req-22171ff5-ad52-486b-b404-d87e85568d4b tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749469 Jul 22 22:20:22.964774 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c6edb-eb23-40aa-a30a-a40581c79c3b req-d37ea724-0e2f-4c13-955b-daeea78d7b4d tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:22.966292 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-456c6edb-eb23-40aa-a30a-a40581c79c3b req-d37ea724-0e2f-4c13-955b-daeea78d7b4d tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 985 time: 0.1993508 Jul 22 22:20:22.989716 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Pushing event updated for resources: {'Port': ['ID=27171630-ea30-4286-8266-3f8221e3d588,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:23.032832 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42769b15-4806-4cf5-9c2d-8d1f98701bf9 x-openstack-request-id: req-42769b15-4806-4cf5-9c2d-8d1f98701bf9 {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:20:23.033119 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be939f47-516a-429d-b7cd-4828c8f42dcf", "tag": "4848c327-9cf5-43bc-95c4-5715398fd35d", "status": "completed", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:20:23.033372 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-42769b15-4806-4cf5-9c2d-8d1f98701bf9 {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:20:23.033773 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be939f47-516a-429d-b7cd-4828c8f42dcf', 'tag': '4848c327-9cf5-43bc-95c4-5715398fd35d', 'status': 'completed', 'code': 200} Jul 22 22:20:23.057776 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-456c6edb-eb23-40aa-a30a-a40581c79c3b req-5064bd7d-82b2-4702-ae83-20d39c99c60e tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&id=4e0d7aa4-14d0-4a31-b166-4467b521965c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0844717 Jul 22 22:20:23.080409 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6f7ca3-368a-4917-a42f-349c49d99482 admin admin] Router f452758d-e2c8-4ccd-abf9-fb439ef695c9 is scheduled to L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 with binding_index 1 {{(pid=93279) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:20:23.101523 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-9f6a770b-e514-4830-9dd9-7a5c6a77ce56 None None] Provisioning complete for port 4848c327-9cf5-43bc-95c4-5715398fd35d triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:20:23.102073 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9f6a770b-e514-4830-9dd9-7a5c6a77ce56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:23.160210 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['4848c327-9cf5-43bc-95c4-5715398fd35d'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:20:23.257495 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cffaf3-94d6-4b8c-a5e3-51c13395671b req-d5af961b-0ace-4e8e-bb12-da66fc127d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:23.259281 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d5cffaf3-94d6-4b8c-a5e3-51c13395671b req-d5af961b-0ace-4e8e-bb12-da66fc127d11 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7655566a61044cf8868d0fed64444851&device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 1138 time: 0.1768465 Jul 22 22:20:23.463677 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cffaf3-94d6-4b8c-a5e3-51c13395671b req-caf28ef0-c922-433c-a62f-4fdf53c850e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:23.465592 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d5cffaf3-94d6-4b8c-a5e3-51c13395671b req-caf28ef0-c922-433c-a62f-4fdf53c850e0 service neutron] 10.222.0.115 "GET /v2.0/networks?id=f37d9d3d-f407-4eae-a393-c7d2061d8e21 HTTP/1.1" status: 200 len: 916 time: 0.1986635 Jul 22 22:20:23.505724 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6f7ca3-368a-4917-a42f-349c49d99482 admin admin] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:20:23.520182 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2006c6cd-65d2-4d17-a97c-7f262d44708b None None] Sync routers for ids ['f452758d-e2c8-4ccd-abf9-fb439ef695c9'] in dv-cinder-801912-2-iscsi {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:20:23.529678 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2692d604-3775-4484-a86f-52a21edc02f5', 'name': 'network-vif-deleted', 'tag': '20137ae8-6143-4942-bd93-3a554a1545e2'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:20:23.531933 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51881a0c-2a4e-462b-8868-f4143749eb9a" -d '{"events": [{"server_uuid": "2692d604-3775-4484-a86f-52a21edc02f5", "name": "network-vif-deleted", "tag": "20137ae8-6143-4942-bd93-3a554a1545e2"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:20:23.536663 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2006c6cd-65d2-4d17-a97c-7f262d44708b None None] Routers {'f452758d-e2c8-4ccd-abf9-fb439ef695c9'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:20:23.538946 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-2006c6cd-65d2-4d17-a97c-7f262d44708b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:20:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['f452758d-e2c8-4ccd-abf9-fb439ef695c9'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:23.549372 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7ca3-368a-4917-a42f-349c49d99482 admin admin] Notify callbacks [] for router, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:23.554711 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-4c6f7ca3-368a-4917-a42f-349c49d99482 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0248511 Jul 22 22:20:23.555689 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 50190) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:23.557550 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837d1ca-97e3-493e-81fb-b38fee667aaa req-17f134f8-c618-4724-965f-9838875150ad tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:23.558975 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6837d1ca-97e3-493e-81fb-b38fee667aaa req-17f134f8-c618-4724-965f-9838875150ad tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.115 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 945 time: 0.1534834 Jul 22 22:20:23.562194 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d5cffaf3-94d6-4b8c-a5e3-51c13395671b req-bfea7391-63a9-42dc-ac1e-9397be54cde9 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4848c327-9cf5-43bc-95c4-5715398fd35d HTTP/1.1" status: 200 len: 1002 time: 0.0890923 Jul 22 22:20:23.647923 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841cdb1d-c80f-415e-8361-2a3b3c8a4479 x-openstack-request-id: req-841cdb1d-c80f-415e-8361-2a3b3c8a4479 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:20:23.648763 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2692d604-3775-4484-a86f-52a21edc02f5", "name": "network-vif-deleted", "tag": "20137ae8-6143-4942-bd93-3a554a1545e2", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:20:23.649233 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-841cdb1d-c80f-415e-8361-2a3b3c8a4479 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:20:23.649936 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2692d604-3775-4484-a86f-52a21edc02f5', 'name': 'network-vif-deleted', 'tag': '20137ae8-6143-4942-bd93-3a554a1545e2', 'status': 'completed', 'code': 200} Jul 22 22:20:23.660320 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-5d0eea13-dc7c-43eb-9474-4098a0852c3e None None] Provisioning complete for port 27171630-ea30-4286-8266-3f8221e3d588 triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:20:23.660959 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-5d0eea13-dc7c-43eb-9474-4098a0852c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:23.710835 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-2006c6cd-65d2-4d17-a97c-7f262d44708b None None] Set router f452758d-e2c8-4ccd-abf9-fb439ef695c9 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:20:23.720025 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cffaf3-94d6-4b8c-a5e3-51c13395671b req-0a5a25a6-9d5e-4a9d-8f06-6f27ddc4f401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:23.722059 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d5cffaf3-94d6-4b8c-a5e3-51c13395671b req-0a5a25a6-9d5e-4a9d-8f06-6f27ddc4f401 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=7da51077-13ec-4dff-886f-d0eb88cbac6d HTTP/1.1" status: 200 len: 854 time: 0.0826089 Jul 22 22:20:23.754964 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-6837d1ca-97e3-493e-81fb-b38fee667aaa req-d1a070ba-af25-4464-b5e0-fa5ab759f7a0 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Deleting port 2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:20:23.756699 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-6837d1ca-97e3-493e-81fb-b38fee667aaa req-d1a070ba-af25-4464-b5e0-fa5ab759f7a0 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:23.900804 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 6 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:20:23.903533 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-6837d1ca-97e3-493e-81fb-b38fee667aaa req-d1a070ba-af25-4464-b5e0-fa5ab759f7a0 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] For port 2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0,segment=NetworkSegment(e49ae21f-7d1d-4b26-a1fe-5a7edf437e57),segment_id=e49ae21f-7d1d-4b26-a1fe-5a7edf437e57)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:23.904098 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-6837d1ca-97e3-493e-81fb-b38fee667aaa req-d1a070ba-af25-4464-b5e0-fa5ab759f7a0 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:23.922014 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-6837d1ca-97e3-493e-81fb-b38fee667aaa req-d1a070ba-af25-4464-b5e0-fa5ab759f7a0 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Calling delete_port for 2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0 owned by compute:nova {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:20:23.956991 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-2006c6cd-65d2-4d17-a97c-7f262d44708b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f452758d-e2c8-4ccd-abf9-fb439ef695c9', 'name': 'tempest-TestVolumeBootPattern-976717340-router', 'tenant_id': '65750996e7844c47883820277d60ab8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '154cfc78-3598-4fb1-a27d-3d0365f1335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:20:19Z', 'updated_at': '2021-07-22T22:20:22Z', 'revision_number': 3, 'project_id': '65750996e7844c47883820277d60ab8d', 'gw_port': {'id': '154cfc78-3598-4fb1-a27d-3d0365f1335b', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f452758d-e2c8-4ccd-abf9-fb439ef695c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:20Z', 'updated_at': '2021-07-22T22:20:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi'}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:23.987522 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2006c6cd-65d2-4d17-a97c-7f262d44708b None None] Checking router: f452758d-e2c8-4ccd-abf9-fb439ef695c9 for host: dv-cinder-801912-2-iscsi {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:20:23.987868 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2006c6cd-65d2-4d17-a97c-7f262d44708b None None] Updating router f452758d-e2c8-4ccd-abf9-fb439ef695c9 port 154cfc78-3598-4fb1-a27d-3d0365f1335b binding host dv-cinder-801912-2-iscsi {{(pid=93281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:20:23.993938 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 7e48020a-e4c5-4200-a7e5-76b8fa71e9a3 up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:20:24.040431 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-2006c6cd-65d2-4d17-a97c-7f262d44708b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:24.059359 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port 7e48020a-e4c5-4200-a7e5-76b8fa71e9a3 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:20:24.059740 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:24.110989 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-6837d1ca-97e3-493e-81fb-b38fee667aaa req-d1a070ba-af25-4464-b5e0-fa5ab759f7a0 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:24.154881 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 27171630-ea30-4286-8266-3f8221e3d588 up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:20:24.158814 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c2f73832-4f10-4623-b521-293a9aa0b140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:24.177627 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a0d5b-de33-42f7-ac34-0cdec7ad7caa req-e71a2d07-3375-4bc2-93d4-60a38c0c4b8e tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:24.179149 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b40a0d5b-de33-42f7-ac34-0cdec7ad7caa req-e71a2d07-3375-4bc2-93d4-60a38c0c4b8e tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 867 time: 0.1246347 Jul 22 22:20:24.209711 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port 27171630-ea30-4286-8266-3f8221e3d588 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:20:24.210099 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:24.218704 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-6837d1ca-97e3-493e-81fb-b38fee667aaa req-d1a070ba-af25-4464-b5e0-fa5ab759f7a0 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] No DVR routers for this DVR port 2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0 on host hv-cinder-80191 {{(pid=93278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:20:24.220858 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a070ba-af25-4464-b5e0-fa5ab759f7a0 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Pushing event deleted for resources: {'Port': ['ID=2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:24.229489 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-6837d1ca-97e3-493e-81fb-b38fee667aaa req-d1a070ba-af25-4464-b5e0-fa5ab759f7a0 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:24.231966 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6837d1ca-97e3-493e-81fb-b38fee667aaa req-d1a070ba-af25-4464-b5e0-fa5ab759f7a0 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.115 "DELETE /v2.0/ports/2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0 HTTP/1.1" status: 204 len: 173 time: 0.6505985 Jul 22 22:20:24.269607 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b40a0d5b-de33-42f7-ac34-0cdec7ad7caa req-92444e6d-b9f3-4b02-8eeb-2ffa7e5ac0fd tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/security-groups?id=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842617 Jul 22 22:20:24.354837 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-2006c6cd-65d2-4d17-a97c-7f262d44708b None None] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:24.363366 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.db_base_plugin_common [None req-c2f73832-4f10-4623-b521-293a9aa0b140 admin admin] Allocated IP 172.20.0.1 (3de172da-ba99-4acb-a058-c2b0e36dab15/eeb7e5e0-172a-4341-9270-3930463d5612/f5d90aac-9e0b-4aef-9cfd-9482acf6e28d) {{(pid=93279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:20:24.368725 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-2006c6cd-65d2-4d17-a97c-7f262d44708b None None] Transition to ACTIVE for port object 154cfc78-3598-4fb1-a27d-3d0365f1335b will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:20:24.374504 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-2006c6cd-65d2-4d17-a97c-7f262d44708b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:24.424768 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-2006c6cd-65d2-4d17-a97c-7f262d44708b None None] Attempting to bind port 154cfc78-3598-4fb1-a27d-3d0365f1335b on host dv-cinder-801912-2-iscsi for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:20:24.425140 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-2006c6cd-65d2-4d17-a97c-7f262d44708b None None] Attempting to bind port 154cfc78-3598-4fb1-a27d-3d0365f1335b by drivers openvswitch,hyperv on host dv-cinder-801912-2-iscsi at level 0 using segments [{'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:20:24.425502 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2006c6cd-65d2-4d17-a97c-7f262d44708b None None] Attempting to bind port 154cfc78-3598-4fb1-a27d-3d0365f1335b on network f8c72cc4-96e2-4f72-802d-5144237f0ca7 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:20:24.430882 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4608d21-7ca8-47f5-bbef-735d68d2693e None None] Pushing event updated for resources: {'Port': ['ID=154cfc78-3598-4fb1-a27d-3d0365f1335b,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:24.435661 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2006c6cd-65d2-4d17-a97c-7f262d44708b None None] Checking agent: {'id': '46b940f2-f108-4e1e-b841-f66930078767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801912-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 8, 19), 'started_at': datetime.datetime(2021, 7, 22, 22, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801912-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:20:24.436035 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2006c6cd-65d2-4d17-a97c-7f262d44708b None None] Checking segment: {'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:20:24.436460 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-2006c6cd-65d2-4d17-a97c-7f262d44708b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:24.436860 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2006c6cd-65d2-4d17-a97c-7f262d44708b None None] Bound using segment: {'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:20:24.437313 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-2006c6cd-65d2-4d17-a97c-7f262d44708b None None] Bound port: 154cfc78-3598-4fb1-a27d-3d0365f1335b, host: dv-cinder-801912-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:20:24.437718 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-2006c6cd-65d2-4d17-a97c-7f262d44708b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:24.493855 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-2006c6cd-65d2-4d17-a97c-7f262d44708b None None] For port 154cfc78-3598-4fb1-a27d-3d0365f1335b, host dv-cinder-801912-2-iscsi, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:20:24.495815 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c2f73832-4f10-4623-b521-293a9aa0b140 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:24.497633 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-2006c6cd-65d2-4d17-a97c-7f262d44708b None None] For port 154cfc78-3598-4fb1-a27d-3d0365f1335b, host dv-cinder-801912-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=154cfc78-3598-4fb1-a27d-3d0365f1335b,segment=NetworkSegment(b880b034-49fb-48cf-bc81-b26ee1611faf),segment_id=b880b034-49fb-48cf-bc81-b26ee1611faf)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:20:24.502975 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-2006c6cd-65d2-4d17-a97c-7f262d44708b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:24.515327 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-c2f73832-4f10-4623-b521-293a9aa0b140 admin admin] Transition to ACTIVE for port object f5d90aac-9e0b-4aef-9cfd-9482acf6e28d will not be triggered until provisioned by entity DHCP. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:20:24.553199 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c2f73832-4f10-4623-b521-293a9aa0b140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960856'] for port, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:24.569485 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2006c6cd-65d2-4d17-a97c-7f262d44708b None None] Routers {'f452758d-e2c8-4ccd-abf9-fb439ef695c9'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:20:24.570124 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-2006c6cd-65d2-4d17-a97c-7f262d44708b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:20:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['f452758d-e2c8-4ccd-abf9-fb439ef695c9'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:24.572531 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4608d21-7ca8-47f5-bbef-735d68d2693e None None] Pushing event updated for resources: {'Port': ['ID=154cfc78-3598-4fb1-a27d-3d0365f1335b,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:24.598548 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f73832-4f10-4623-b521-293a9aa0b140 admin admin] Network 3de172da-ba99-4acb-a058-c2b0e36dab15 is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:20:24.604686 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-c2f73832-4f10-4623-b521-293a9aa0b140 admin admin] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:20:24.627692 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f73832-4f10-4623-b521-293a9aa0b140 admin admin] Received port after_create {{(pid=93279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:20:24.673943 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f73832-4f10-4623-b521-293a9aa0b140 admin admin] Pushing event updated for resources: {'Port': ['ID=f5d90aac-9e0b-4aef-9cfd-9482acf6e28d,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:24.692047 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c2f73832-4f10-4623-b521-293a9aa0b140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-718106'] for router_interface, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:24.699665 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-2006c6cd-65d2-4d17-a97c-7f262d44708b None None] Set router f452758d-e2c8-4ccd-abf9-fb439ef695c9 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:20:24.748976 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b88ae-89c6-4c95-9ae6-da05eac51ec9 req-5d6d1c4c-1f52-4155-93ef-666164fa48d8 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:24.750561 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-056b88ae-89c6-4c95-9ae6-da05eac51ec9 req-5d6d1c4c-1f52-4155-93ef-666164fa48d8 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb56605d-e388-43bb-80c9-ee6dd140ae43 HTTP/1.1" status: 200 len: 946 time: 0.1658800 Jul 22 22:20:24.830671 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-056b88ae-89c6-4c95-9ae6-da05eac51ec9 req-a6ed0821-7fba-4593-8bc4-5c55b3cc9cba tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718501 Jul 22 22:20:24.878770 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c2f73832-4f10-4623-b521-293a9aa0b140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:24.880083 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-114775d8-cef4-43de-9384-cdd509bc2304 None None] Provisioning for port f5d90aac-9e0b-4aef-9cfd-9482acf6e28d completed by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:20:24.883978 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-114775d8-cef4-43de-9384-cdd509bc2304 None None] Provisioning complete for port f5d90aac-9e0b-4aef-9cfd-9482acf6e28d triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:20:24.884553 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-114775d8-cef4-43de-9384-cdd509bc2304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:24.889663 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-2006c6cd-65d2-4d17-a97c-7f262d44708b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f452758d-e2c8-4ccd-abf9-fb439ef695c9', 'name': 'tempest-TestVolumeBootPattern-976717340-router', 'tenant_id': '65750996e7844c47883820277d60ab8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '154cfc78-3598-4fb1-a27d-3d0365f1335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:20:19Z', 'updated_at': '2021-07-22T22:20:22Z', 'revision_number': 3, 'project_id': '65750996e7844c47883820277d60ab8d', 'gw_port': {'id': '154cfc78-3598-4fb1-a27d-3d0365f1335b', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f452758d-e2c8-4ccd-abf9-fb439ef695c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:20Z', 'updated_at': '2021-07-22T22:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi'}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:24.917269 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2006c6cd-65d2-4d17-a97c-7f262d44708b None None] The sync data for ids ['f452758d-e2c8-4ccd-abf9-fb439ef695c9'] in dv-cinder-801912-2-iscsi is: [{'id': 'f452758d-e2c8-4ccd-abf9-fb439ef695c9', 'name': 'tempest-TestVolumeBootPattern-976717340-router', 'tenant_id': '65750996e7844c47883820277d60ab8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '154cfc78-3598-4fb1-a27d-3d0365f1335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:20:19Z', 'updated_at': '2021-07-22T22:20:22Z', 'revision_number': 3, 'project_id': '65750996e7844c47883820277d60ab8d', 'gw_port': {'id': '154cfc78-3598-4fb1-a27d-3d0365f1335b', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f452758d-e2c8-4ccd-abf9-fb439ef695c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:20Z', 'updated_at': '2021-07-22T22:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi'}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:20:24.924208 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-114775d8-cef4-43de-9384-cdd509bc2304 None None] Port f5d90aac-9e0b-4aef-9cfd-9482acf6e28d cannot update to ACTIVE because it is not bound. {{(pid=93280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:20:25.051165 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c2f73832-4f10-4623-b521-293a9aa0b140 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:25.055843 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c2f73832-4f10-4623-b521-293a9aa0b140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960851'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:25.122240 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f73832-4f10-4623-b521-293a9aa0b140 admin admin] Pushing event updated for resources: {'Port': ['ID=f5d90aac-9e0b-4aef-9cfd-9482acf6e28d,revision_number=2']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:25.126084 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c2f73832-4f10-4623-b521-293a9aa0b140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717738'] for router_interface, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:25.239087 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f73832-4f10-4623-b521-293a9aa0b140 admin admin] Network 3de172da-ba99-4acb-a058-c2b0e36dab15 is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:20:25.240552 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-c2f73832-4f10-4623-b521-293a9aa0b140 admin admin] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:20:25.395564 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-377f744b-82af-448c-a2ee-78f5c1f75c09 req-c9dd7314-7d7b-41ba-86a9-3e12b442fefd tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 210 time: 0.0396268 Jul 22 22:20:25.400480 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f73832-4f10-4623-b521-293a9aa0b140 admin admin] Router f452758d-e2c8-4ccd-abf9-fb439ef695c9 has already been hosted by L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 {{(pid=93279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:20:25.446521 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-b8322dab-88a6-4902-943d-1e673e68506e None None] Provisioning complete for port f5d90aac-9e0b-4aef-9cfd-9482acf6e28d triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:20:25.447305 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b8322dab-88a6-4902-943d-1e673e68506e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:25.485634 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-b8322dab-88a6-4902-943d-1e673e68506e None None] Port f5d90aac-9e0b-4aef-9cfd-9482acf6e28d cannot update to ACTIVE because it is not bound. {{(pid=93280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:20:25.519136 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f73832-4f10-4623-b521-293a9aa0b140 admin admin] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:20:25.524224 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-c2f73832-4f10-4623-b521-293a9aa0b140 admin admin] 10.222.0.11 "PUT /v2.0/routers/f452758d-e2c8-4ccd-abf9-fb439ef695c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9654622 Jul 22 22:20:25.651910 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93d7403-1186-4f1d-af44-48e7ea85b8cd', 'name': 'network-vif-deleted', 'tag': '2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:20:25.654434 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35151ec6-1a0d-4247-90cb-873e3b16963a" -d '{"events": [{"server_uuid": "d93d7403-1186-4f1d-af44-48e7ea85b8cd", "name": "network-vif-deleted", "tag": "2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:20:25.691111 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d2d937-cccd-49f1-85de-15a7e380c4b9 x-openstack-request-id: req-12d2d937-cccd-49f1-85de-15a7e380c4b9 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:20:25.691513 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93d7403-1186-4f1d-af44-48e7ea85b8cd", "name": "network-vif-deleted", "tag": "2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:20:25.691859 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-12d2d937-cccd-49f1-85de-15a7e380c4b9 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:20:25.692395 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd93d7403-1186-4f1d-af44-48e7ea85b8cd', 'name': 'network-vif-deleted', 'tag': '2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0', 'status': 'completed', 'code': 200} Jul 22 22:20:25.985285 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f06fff-619e-431b-a91a-5a09d0048d5b req-984bb6d3-b9b3-4ae5-83b3-82c3cfaca506 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:25.985452 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 154cfc78-3598-4fb1-a27d-3d0365f1335b up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:20:25.987176 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-47f06fff-619e-431b-a91a-5a09d0048d5b req-984bb6d3-b9b3-4ae5-83b3-82c3cfaca506 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb56605d-e388-43bb-80c9-ee6dd140ae43 HTTP/1.1" status: 200 len: 946 time: 0.0767264 Jul 22 22:20:26.027130 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-47f06fff-619e-431b-a91a-5a09d0048d5b req-3a450403-ac17-4c42-acd6-75911053e938 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340195 Jul 22 22:20:26.039537 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning for port 154cfc78-3598-4fb1-a27d-3d0365f1335b completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:20:26.044092 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port 154cfc78-3598-4fb1-a27d-3d0365f1335b triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:20:26.044525 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:26.126631 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 50216) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:26.126766 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:26.131314 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-6eb594bd-5522-4c25-a4bf-1bcaf6098b31 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-356944471', 'description': 'tempest-secgroup-smoke-356944471 description', 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:26.148021 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] For port 154cfc78-3598-4fb1-a27d-3d0365f1335b, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=154cfc78-3598-4fb1-a27d-3d0365f1335b,segment=NetworkSegment(b880b034-49fb-48cf-bc81-b26ee1611faf),segment_id=b880b034-49fb-48cf-bc81-b26ee1611faf)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:26.152403 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:26.154647 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6eb594bd-5522-4c25-a4bf-1bcaf6098b31 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:26.201604 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Pushing event updated for resources: {'Port': ['ID=154cfc78-3598-4fb1-a27d-3d0365f1335b,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:26.239131 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6eb594bd-5522-4c25-a4bf-1bcaf6098b31 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:26.242952 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6eb594bd-5522-4c25-a4bf-1bcaf6098b31 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:26.270820 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb594bd-5522-4c25-a4bf-1bcaf6098b31 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c16f4d-fbc8-4190-bf07-2d8677f59fb9,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:26.273116 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6eb594bd-5522-4c25-a4bf-1bcaf6098b31 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:26.277774 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-6eb594bd-5522-4c25-a4bf-1bcaf6098b31 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1466224 Jul 22 22:20:26.278065 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 50218) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:26.282449 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-7fe50410-fd36-43de-858c-0c08cdc4ec61 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Request body: {'security_group_rule': {'security_group_id': '43c16f4d-fbc8-4190-bf07-2d8677f59fb9', 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:26.307176 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7fe50410-fd36-43de-858c-0c08cdc4ec61 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:26.359798 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7fe50410-fd36-43de-858c-0c08cdc4ec61 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:26.362814 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7fe50410-fd36-43de-858c-0c08cdc4ec61 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559436'] for security_group_rule, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:26.379876 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe50410-fd36-43de-858c-0c08cdc4ec61 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe4e16dc-10b1-41f2-84c0-715734360dd1,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:26.385951 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7fe50410-fd36-43de-858c-0c08cdc4ec61 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:26.387101 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-7fe50410-fd36-43de-858c-0c08cdc4ec61 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1081088 Jul 22 22:20:26.390341 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 50220) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:26.394685 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-c3192693-b6f7-4686-abdd-a24abfb6d5ca tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Request body: {'security_group_rule': {'security_group_id': '43c16f4d-fbc8-4190-bf07-2d8677f59fb9', 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:26.420901 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c3192693-b6f7-4686-abdd-a24abfb6d5ca tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:26.514301 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e3fd2831-4bec-4c14-bc1e-aef6453d4540 req-458dc82c-2255-47b4-801b-255019b66f89 tempest-ServerRescueNegativeTestJSON-873812869 tempest-ServerRescueNegativeTestJSON-873812869-project] 10.222.0.11 "GET /v2.0/ports?device_id=d93d7403-1186-4f1d-af44-48e7ea85b8cd HTTP/1.1" status: 200 len: 210 time: 0.0343375 Jul 22 22:20:26.519794 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c3192693-b6f7-4686-abdd-a24abfb6d5ca tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:26.523778 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c3192693-b6f7-4686-abdd-a24abfb6d5ca tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559436'] for security_group_rule, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:26.541893 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3192693-b6f7-4686-abdd-a24abfb6d5ca tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd5a3e2-0be9-4008-bdfc-a13871c4824f,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:26.547999 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c3192693-b6f7-4686-abdd-a24abfb6d5ca tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:26.549205 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-c3192693-b6f7-4686-abdd-a24abfb6d5ca tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1579361 Jul 22 22:20:26.551797 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 50226) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:26.556738 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-d71b7a3c-d5fd-4009-b75c-09b9292f861e tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Request body: {'security_group_rule': {'security_group_id': '43c16f4d-fbc8-4190-bf07-2d8677f59fb9', 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:26.586146 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d71b7a3c-d5fd-4009-b75c-09b9292f861e tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:26.589711 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:26.663878 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d71b7a3c-d5fd-4009-b75c-09b9292f861e tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:26.670651 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d71b7a3c-d5fd-4009-b75c-09b9292f861e tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559436'] for security_group_rule, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:26.682528 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cffaf3-94d6-4b8c-a5e3-51c13395671b req-1adc54c3-9bd4-4371-adbb-ad04b7ed6769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:26.684841 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d5cffaf3-94d6-4b8c-a5e3-51c13395671b req-1adc54c3-9bd4-4371-adbb-ad04b7ed6769 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f37d9d3d-f407-4eae-a393-c7d2061d8e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1138799 Jul 22 22:20:26.693001 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b7a3c-d5fd-4009-b75c-09b9292f861e tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9e2691-e7c0-4852-96c6-88a9630a6081,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:26.704634 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d71b7a3c-d5fd-4009-b75c-09b9292f861e tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:26.708335 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-d71b7a3c-d5fd-4009-b75c-09b9292f861e tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1532140 Jul 22 22:20:26.708541 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 50228) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:26.713146 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-5238a126-c688-4e68-aafd-dae178d3f345 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Request body: {'security_group_rule': {'security_group_id': '43c16f4d-fbc8-4190-bf07-2d8677f59fb9', 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:26.747048 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5238a126-c688-4e68-aafd-dae178d3f345 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:26.824897 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5238a126-c688-4e68-aafd-dae178d3f345 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:26.829043 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5238a126-c688-4e68-aafd-dae178d3f345 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559436'] for security_group_rule, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:26.847994 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5238a126-c688-4e68-aafd-dae178d3f345 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=044f3c18-aece-46a6-89fb-ebccca27673d,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:26.854750 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5238a126-c688-4e68-aafd-dae178d3f345 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:26.856016 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-5238a126-c688-4e68-aafd-dae178d3f345 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1465220 Jul 22 22:20:26.858940 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 50230) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:26.863602 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-72eb726b-d540-4e69-8b42-0fa33b5a8277 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Request body: {'security_group_rule': {'security_group_id': '43c16f4d-fbc8-4190-bf07-2d8677f59fb9', 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:26.889708 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.db.securitygroups_db [None req-72eb726b-d540-4e69-8b42-0fa33b5a8277 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Project 2abfaf6202824c23a8f6aaad9e7a16df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:20:26.896993 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-72eb726b-d540-4e69-8b42-0fa33b5a8277 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:26.919482 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:20:26.971022 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-72eb726b-d540-4e69-8b42-0fa33b5a8277 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:26.974816 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-72eb726b-d540-4e69-8b42-0fa33b5a8277 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559436'] for security_group_rule, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:26.991333 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-938ee895-02c4-404d-a01e-3dcd164ed3d9 req-8222c69a-9492-4a30-b9c2-3b3a3c8495b1 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3616190 Jul 22 22:20:26.991813 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb726b-d540-4e69-8b42-0fa33b5a8277 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=039e3a2d-4712-4d28-8035-881ea46c93c3,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:26.998594 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-72eb726b-d540-4e69-8b42-0fa33b5a8277 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:27.003054 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-72eb726b-d540-4e69-8b42-0fa33b5a8277 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1400087 Jul 22 22:20:27.003598 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 50232) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:27.007587 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-8c3c6518-ae37-49c5-80da-e138893ad02e tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Request body: {'security_group_rule': {'security_group_id': '43c16f4d-fbc8-4190-bf07-2d8677f59fb9', 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:27.031838 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d5cffaf3-94d6-4b8c-a5e3-51c13395671b req-6ad05e6d-de9b-46fb-87a4-239809635d92 service neutron] 10.222.0.115 "GET /v2.0/networks/f37d9d3d-f407-4eae-a393-c7d2061d8e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347242 Jul 22 22:20:27.042887 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.db.securitygroups_db [None req-8c3c6518-ae37-49c5-80da-e138893ad02e tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Project 2abfaf6202824c23a8f6aaad9e7a16df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:20:27.048318 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8c3c6518-ae37-49c5-80da-e138893ad02e tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:27.186051 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ae9fb-e13b-4b0d-ab21-64ffeb33c073 req-b06f321b-a0d9-41a9-8f49-8f4df96568c3 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:27.188006 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c21ae9fb-e13b-4b0d-ab21-64ffeb33c073 req-b06f321b-a0d9-41a9-8f49-8f4df96568c3 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb56605d-e388-43bb-80c9-ee6dd140ae43 HTTP/1.1" status: 200 len: 946 time: 0.0714803 Jul 22 22:20:27.226019 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8c3c6518-ae37-49c5-80da-e138893ad02e tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:27.232816 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ee895-02c4-404d-a01e-3dcd164ed3d9 req-d2e7c745-1e87-4c15-8aff-9fba4e5b8f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:27.234145 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c21ae9fb-e13b-4b0d-ab21-64ffeb33c073 req-340af78d-d95d-415f-8266-397d66827570 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381854 Jul 22 22:20:27.234337 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-938ee895-02c4-404d-a01e-3dcd164ed3d9 req-d2e7c745-1e87-4c15-8aff-9fba4e5b8f59 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=4d3659e8b835430388a2cee22076abe4&device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 1100 time: 0.1566825 Jul 22 22:20:27.237211 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8c3c6518-ae37-49c5-80da-e138893ad02e tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559436'] for security_group_rule, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:27.242609 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d5cffaf3-94d6-4b8c-a5e3-51c13395671b req-3375a598-7ffb-4505-b908-5490c2ebeb29 service neutron] 10.222.0.115 "GET /v2.0/networks/f37d9d3d-f407-4eae-a393-c7d2061d8e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914542 Jul 22 22:20:27.257273 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c6518-ae37-49c5-80da-e138893ad02e tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a568e51-475b-4769-bb60-b0b4387c1d7f,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:27.281368 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8c3c6518-ae37-49c5-80da-e138893ad02e tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:27.282545 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-8c3c6518-ae37-49c5-80da-e138893ad02e tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2787321 Jul 22 22:20:27.370336 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ee895-02c4-404d-a01e-3dcd164ed3d9 req-285d8ddd-730b-42ae-bdde-9acc71d8d511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:27.371854 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-938ee895-02c4-404d-a01e-3dcd164ed3d9 req-285d8ddd-730b-42ae-bdde-9acc71d8d511 service neutron] 10.222.0.115 "GET /v2.0/networks?id=4aaef0ad-84e7-449b-8140-d9a9cce60069 HTTP/1.1" status: 200 len: 918 time: 0.1123073 Jul 22 22:20:27.440147 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-938ee895-02c4-404d-a01e-3dcd164ed3d9 req-6ddf057c-fe88-4182-85c4-9b6346ad6dde service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=072bf681-48fb-44ec-9642-e2030452f3a3 HTTP/1.1" status: 200 len: 1002 time: 0.0599289 Jul 22 22:20:27.512153 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ee895-02c4-404d-a01e-3dcd164ed3d9 req-4c054ed5-47e9-4032-9c19-531143c32c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:27.513926 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-938ee895-02c4-404d-a01e-3dcd164ed3d9 req-4c054ed5-47e9-4032-9c19-531143c32c76 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=5caf93b5-914e-42f5-8313-0d8eb8086bc1 HTTP/1.1" status: 200 len: 856 time: 0.0619433 Jul 22 22:20:27.586462 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ee895-02c4-404d-a01e-3dcd164ed3d9 req-745d7cdb-4069-4982-bbe7-7ff9d6f0d990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:27.588157 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-938ee895-02c4-404d-a01e-3dcd164ed3d9 req-745d7cdb-4069-4982-bbe7-7ff9d6f0d990 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=4aaef0ad-84e7-449b-8140-d9a9cce60069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0645595 Jul 22 22:20:27.608939 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 50282) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:27.742190 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-938ee895-02c4-404d-a01e-3dcd164ed3d9 req-021bdd06-c618-4ec5-a310-b3ac1333c689 service neutron] 10.222.0.115 "GET /v2.0/networks/4aaef0ad-84e7-449b-8140-d9a9cce60069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448843 Jul 22 22:20:27.933272 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-938ee895-02c4-404d-a01e-3dcd164ed3d9 req-59b75ea5-9707-47fa-9507-f901836dd486 service neutron] 10.222.0.115 "GET /v2.0/networks/4aaef0ad-84e7-449b-8140-d9a9cce60069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835299 Jul 22 22:20:28.040176 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 154cfc78-3598-4fb1-a27d-3d0365f1335b up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:20:28.115765 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port 154cfc78-3598-4fb1-a27d-3d0365f1335b triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:20:28.117154 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:28.142699 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0e29bec0-90bf-4be2-815d-88322658a585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717709'] for router_interface, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:28.417902 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db53cff8-0263-48b4-bec3-bcfc5d378d22 None None] Sync routers for ids ['f452758d-e2c8-4ccd-abf9-fb439ef695c9'] in dv-cinder-801912-2-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:20:28.437116 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db53cff8-0263-48b4-bec3-bcfc5d378d22 None None] Routers {'f452758d-e2c8-4ccd-abf9-fb439ef695c9'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:20:28.437784 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-db53cff8-0263-48b4-bec3-bcfc5d378d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:20:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['f452758d-e2c8-4ccd-abf9-fb439ef695c9'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:28.474276 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac869f3-4655-4b3f-ac79-065c4f79c372 req-88dc4883-8d80-4ca9-8fa6-de93ccb29ed3 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:28.475696 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3ac869f3-4655-4b3f-ac79-065c4f79c372 req-88dc4883-8d80-4ca9-8fa6-de93ccb29ed3 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb56605d-e388-43bb-80c9-ee6dd140ae43 HTTP/1.1" status: 200 len: 946 time: 0.1264610 Jul 22 22:20:28.558955 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-db53cff8-0263-48b4-bec3-bcfc5d378d22 None None] Set router f452758d-e2c8-4ccd-abf9-fb439ef695c9 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:20:28.562205 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3ac869f3-4655-4b3f-ac79-065c4f79c372 req-10f53405-441c-44e8-a404-9dbe53f2f01b tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657833 Jul 22 22:20:28.583887 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-0e29bec0-90bf-4be2-815d-88322658a585 admin admin] Deleting port 0cdca4fb-4f64-40f6-b776-671174e0cc9a {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:20:28.584357 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0e29bec0-90bf-4be2-815d-88322658a585 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:28.674712 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-0e29bec0-90bf-4be2-815d-88322658a585 admin admin] For port 0cdca4fb-4f64-40f6-b776-671174e0cc9a, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=0cdca4fb-4f64-40f6-b776-671174e0cc9a,segment=NetworkSegment(e49ae21f-7d1d-4b26-a1fe-5a7edf437e57),segment_id=e49ae21f-7d1d-4b26-a1fe-5a7edf437e57)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:28.675403 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0e29bec0-90bf-4be2-815d-88322658a585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:28.690191 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-0e29bec0-90bf-4be2-815d-88322658a585 admin admin] Calling delete_port for 0cdca4fb-4f64-40f6-b776-671174e0cc9a owned by network:router_interface {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:20:28.782721 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c09260-49a3-43fa-9cb0-90dde1ef8376 req-cc9c11a5-02be-4d5f-862f-4beca6ecd680 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:28.784875 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-18c09260-49a3-43fa-9cb0-90dde1ef8376 req-cc9c11a5-02be-4d5f-862f-4beca6ecd680 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.115 "GET /v2.0/ports?device_id=bb56605d-e388-43bb-80c9-ee6dd140ae43 HTTP/1.1" status: 200 len: 946 time: 0.0729873 Jul 22 22:20:28.911379 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-db53cff8-0263-48b4-bec3-bcfc5d378d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f452758d-e2c8-4ccd-abf9-fb439ef695c9', 'name': 'tempest-TestVolumeBootPattern-976717340-router', 'tenant_id': '65750996e7844c47883820277d60ab8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '154cfc78-3598-4fb1-a27d-3d0365f1335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:20:19Z', 'updated_at': '2021-07-22T22:20:24Z', 'revision_number': 4, 'project_id': '65750996e7844c47883820277d60ab8d', 'gw_port': {'id': '154cfc78-3598-4fb1-a27d-3d0365f1335b', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f452758d-e2c8-4ccd-abf9-fb439ef695c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:20Z', 'updated_at': '2021-07-22T22:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': 'f5d90aac-9e0b-4aef-9cfd-9482acf6e28d', 'name': '', 'network_id': '3de172da-ba99-4acb-a058-c2b0e36dab15', 'tenant_id': '65750996e7844c47883820277d60ab8d', 'mac_address': 'fa:16:3e:f9:09:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f452758d-e2c8-4ccd-abf9-fb439ef695c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'eeb7e5e0-172a-4341-9270-3930463d5612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:24Z', 'updated_at': '2021-07-22T22:20:24Z', 'revision_number': 2, 'project_id': '65750996e7844c47883820277d60ab8d', 'subnets': [{'id': 'eeb7e5e0-172a-4341-9270-3930463d5612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:28.917725 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-18c09260-49a3-43fa-9cb0-90dde1ef8376 req-68f41c2e-7b7e-44e0-9f9e-fe6ed5c89d4c tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Deleting port 56eb92a8-04f6-47e7-9e92-4af9650a284e {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:20:28.917725 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-18c09260-49a3-43fa-9cb0-90dde1ef8376 req-68f41c2e-7b7e-44e0-9f9e-fe6ed5c89d4c tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:28.956526 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db53cff8-0263-48b4-bec3-bcfc5d378d22 None None] Checking router: f452758d-e2c8-4ccd-abf9-fb439ef695c9 for host: dv-cinder-801912-2-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:20:28.957774 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db53cff8-0263-48b4-bec3-bcfc5d378d22 None None] Updating router f452758d-e2c8-4ccd-abf9-fb439ef695c9 port f5d90aac-9e0b-4aef-9cfd-9482acf6e28d binding host dv-cinder-801912-2-iscsi {{(pid=93280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:20:28.961659 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0e29bec0-90bf-4be2-815d-88322658a585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960856'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:28.992186 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29bec0-90bf-4be2-815d-88322658a585 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cdca4fb-4f64-40f6-b776-671174e0cc9a,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:29.008515 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-db53cff8-0263-48b4-bec3-bcfc5d378d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:29.033106 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-18c09260-49a3-43fa-9cb0-90dde1ef8376 req-68f41c2e-7b7e-44e0-9f9e-fe6ed5c89d4c tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] For port 56eb92a8-04f6-47e7-9e92-4af9650a284e, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=56eb92a8-04f6-47e7-9e92-4af9650a284e,segment=NetworkSegment(d15c25b1-f200-4eab-9a4f-9cc58efb2aff),segment_id=d15c25b1-f200-4eab-9a4f-9cc58efb2aff)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:29.033504 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-18c09260-49a3-43fa-9cb0-90dde1ef8376 req-68f41c2e-7b7e-44e0-9f9e-fe6ed5c89d4c tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:29.049714 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-18c09260-49a3-43fa-9cb0-90dde1ef8376 req-68f41c2e-7b7e-44e0-9f9e-fe6ed5c89d4c tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Calling delete_port for 56eb92a8-04f6-47e7-9e92-4af9650a284e owned by compute:nova {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:20:29.259605 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-18c09260-49a3-43fa-9cb0-90dde1ef8376 req-68f41c2e-7b7e-44e0-9f9e-fe6ed5c89d4c tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:29.278716 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['51ae40b1-71cb-4fad-baf2-3a802beac11b', '9ab74b66-a5c2-447f-baa2-e33b324346a7', '56eb92a8-04f6-47e7-9e92-4af9650a284e'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:20:29.290353 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f41c2e-7b7e-44e0-9f9e-fe6ed5c89d4c tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Pushing event deleted for resources: {'Port': ['ID=56eb92a8-04f6-47e7-9e92-4af9650a284e,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:29.341461 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c09260-49a3-43fa-9cb0-90dde1ef8376 req-68f41c2e-7b7e-44e0-9f9e-fe6ed5c89d4c tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] No DVR routers for this DVR port 56eb92a8-04f6-47e7-9e92-4af9650a284e on host hv-cinder-80191 {{(pid=93278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:20:29.344652 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-18c09260-49a3-43fa-9cb0-90dde1ef8376 req-68f41c2e-7b7e-44e0-9f9e-fe6ed5c89d4c tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:29.346389 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-18c09260-49a3-43fa-9cb0-90dde1ef8376 req-68f41c2e-7b7e-44e0-9f9e-fe6ed5c89d4c tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.115 "DELETE /v2.0/ports/56eb92a8-04f6-47e7-9e92-4af9650a284e HTTP/1.1" status: 204 len: 173 time: 0.5545015 Jul 22 22:20:29.346927 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb56605d-e388-43bb-80c9-ee6dd140ae43', 'name': 'network-vif-deleted', 'tag': '56eb92a8-04f6-47e7-9e92-4af9650a284e'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:20:29.349330 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5c37c0-22fa-4f61-b20e-ae2055c61898" -d '{"events": [{"server_uuid": "bb56605d-e388-43bb-80c9-ee6dd140ae43", "name": "network-vif-deleted", "tag": "56eb92a8-04f6-47e7-9e92-4af9650a284e"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:20:29.405880 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfc68bc-15a4-4491-b2e1-e137b9ce8919 x-openstack-request-id: req-2dfc68bc-15a4-4491-b2e1-e137b9ce8919 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:20:29.406243 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb56605d-e388-43bb-80c9-ee6dd140ae43", "name": "network-vif-deleted", "tag": "56eb92a8-04f6-47e7-9e92-4af9650a284e", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:20:29.406711 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2dfc68bc-15a4-4491-b2e1-e137b9ce8919 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:20:29.407237 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb56605d-e388-43bb-80c9-ee6dd140ae43', 'name': 'network-vif-deleted', 'tag': '56eb92a8-04f6-47e7-9e92-4af9650a284e', 'status': 'completed', 'code': 200} Jul 22 22:20:29.418104 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-db53cff8-0263-48b4-bec3-bcfc5d378d22 None None] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:29.445449 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-db53cff8-0263-48b4-bec3-bcfc5d378d22 None None] Transition to ACTIVE for port object f5d90aac-9e0b-4aef-9cfd-9482acf6e28d will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:20:29.457678 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-db53cff8-0263-48b4-bec3-bcfc5d378d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:29.491041 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0e29bec0-90bf-4be2-815d-88322658a585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717585'] for router_interface, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:29.534506 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669d56c-e085-4109-baba-5c58641f21eb None None] Pushing event updated for resources: {'Port': ['ID=f5d90aac-9e0b-4aef-9cfd-9482acf6e28d,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:29.624663 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-db53cff8-0263-48b4-bec3-bcfc5d378d22 None None] Attempting to bind port f5d90aac-9e0b-4aef-9cfd-9482acf6e28d on host dv-cinder-801912-2-iscsi for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:20:29.625058 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-db53cff8-0263-48b4-bec3-bcfc5d378d22 None None] Attempting to bind port f5d90aac-9e0b-4aef-9cfd-9482acf6e28d by drivers openvswitch,hyperv on host dv-cinder-801912-2-iscsi at level 0 using segments [{'id': '366fe38d-9a8a-40de-ab35-e44d9897a97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3de172da-ba99-4acb-a058-c2b0e36dab15'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:20:29.625427 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db53cff8-0263-48b4-bec3-bcfc5d378d22 None None] Attempting to bind port f5d90aac-9e0b-4aef-9cfd-9482acf6e28d on network 3de172da-ba99-4acb-a058-c2b0e36dab15 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:20:29.635320 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db53cff8-0263-48b4-bec3-bcfc5d378d22 None None] Checking agent: {'id': '46b940f2-f108-4e1e-b841-f66930078767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801912-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 8, 19), 'started_at': datetime.datetime(2021, 7, 22, 22, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801912-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:20:29.636048 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db53cff8-0263-48b4-bec3-bcfc5d378d22 None None] Checking segment: {'id': '366fe38d-9a8a-40de-ab35-e44d9897a97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3de172da-ba99-4acb-a058-c2b0e36dab15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:20:29.636649 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-db53cff8-0263-48b4-bec3-bcfc5d378d22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:29.637195 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db53cff8-0263-48b4-bec3-bcfc5d378d22 None None] Bound using segment: {'id': '366fe38d-9a8a-40de-ab35-e44d9897a97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3de172da-ba99-4acb-a058-c2b0e36dab15'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:20:29.637817 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-db53cff8-0263-48b4-bec3-bcfc5d378d22 None None] Bound port: f5d90aac-9e0b-4aef-9cfd-9482acf6e28d, host: dv-cinder-801912-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '366fe38d-9a8a-40de-ab35-e44d9897a97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3de172da-ba99-4acb-a058-c2b0e36dab15'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:20:29.638774 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-db53cff8-0263-48b4-bec3-bcfc5d378d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:29.731809 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8a415347-7f85-4023-94ee-0e8d424d1280 req-c7cd928f-b457-484f-8a0b-0d332363b7da tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb56605d-e388-43bb-80c9-ee6dd140ae43 HTTP/1.1" status: 200 len: 210 time: 0.0376117 Jul 22 22:20:29.758968 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-db53cff8-0263-48b4-bec3-bcfc5d378d22 None None] For port f5d90aac-9e0b-4aef-9cfd-9482acf6e28d, host dv-cinder-801912-2-iscsi, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:20:29.766955 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-db53cff8-0263-48b4-bec3-bcfc5d378d22 None None] For port f5d90aac-9e0b-4aef-9cfd-9482acf6e28d, host dv-cinder-801912-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=f5d90aac-9e0b-4aef-9cfd-9482acf6e28d,segment=NetworkSegment(366fe38d-9a8a-40de-ab35-e44d9897a97c),segment_id=366fe38d-9a8a-40de-ab35-e44d9897a97c)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:20:29.773727 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-db53cff8-0263-48b4-bec3-bcfc5d378d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:29.776535 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e29bec0-90bf-4be2-815d-88322658a585 admin admin] Router 1301165d-695f-4bee-9df9-216d3eccd07f has already been hosted by L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 {{(pid=93279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:20:29.844912 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669d56c-e085-4109-baba-5c58641f21eb None None] Pushing event updated for resources: {'Port': ['ID=f5d90aac-9e0b-4aef-9cfd-9482acf6e28d,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:29.847516 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db53cff8-0263-48b4-bec3-bcfc5d378d22 None None] Routers {'f452758d-e2c8-4ccd-abf9-fb439ef695c9'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:20:29.848133 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-db53cff8-0263-48b4-bec3-bcfc5d378d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:20:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['f452758d-e2c8-4ccd-abf9-fb439ef695c9'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:29.892639 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e29bec0-90bf-4be2-815d-88322658a585 admin admin] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:20:29.909313 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaed86f3-08a7-44e3-9961-ec2042145c4b None None] Sync routers for ids ['1301165d-695f-4bee-9df9-216d3eccd07f'] in dv-cinder-801912-2-iscsi {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:20:29.911310 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-0e29bec0-90bf-4be2-815d-88322658a585 admin admin] 10.222.0.11 "PUT /v2.0/routers/1301165d-695f-4bee-9df9-216d3eccd07f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3011785 Jul 22 22:20:29.916828 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 50328) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:29.927775 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaed86f3-08a7-44e3-9961-ec2042145c4b None None] Routers {'1301165d-695f-4bee-9df9-216d3eccd07f'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:20:29.928456 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-aaed86f3-08a7-44e3-9961-ec2042145c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:20:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['1301165d-695f-4bee-9df9-216d3eccd07f'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:29.999122 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-db53cff8-0263-48b4-bec3-bcfc5d378d22 None None] Set router f452758d-e2c8-4ccd-abf9-fb439ef695c9 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:20:30.049692 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-86dd8864-3813-47b4-b8c0-1ddac5376473 admin admin] Notify callbacks [] for router, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:30.074893 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-aaed86f3-08a7-44e3-9961-ec2042145c4b None None] Set router 1301165d-695f-4bee-9df9-216d3eccd07f gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:20:30.175988 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-86dd8864-3813-47b4-b8c0-1ddac5376473 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:30.240780 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-db53cff8-0263-48b4-bec3-bcfc5d378d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f452758d-e2c8-4ccd-abf9-fb439ef695c9', 'name': 'tempest-TestVolumeBootPattern-976717340-router', 'tenant_id': '65750996e7844c47883820277d60ab8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '154cfc78-3598-4fb1-a27d-3d0365f1335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:20:19Z', 'updated_at': '2021-07-22T22:20:24Z', 'revision_number': 4, 'project_id': '65750996e7844c47883820277d60ab8d', 'gw_port': {'id': '154cfc78-3598-4fb1-a27d-3d0365f1335b', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f452758d-e2c8-4ccd-abf9-fb439ef695c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:20Z', 'updated_at': '2021-07-22T22:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': 'f5d90aac-9e0b-4aef-9cfd-9482acf6e28d', 'name': '', 'network_id': '3de172da-ba99-4acb-a058-c2b0e36dab15', 'tenant_id': '65750996e7844c47883820277d60ab8d', 'mac_address': 'fa:16:3e:f9:09:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f452758d-e2c8-4ccd-abf9-fb439ef695c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'eeb7e5e0-172a-4341-9270-3930463d5612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:24Z', 'updated_at': '2021-07-22T22:20:29Z', 'revision_number': 4, 'project_id': '65750996e7844c47883820277d60ab8d', 'subnets': [{'id': 'eeb7e5e0-172a-4341-9270-3930463d5612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:30.244274 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-86dd8864-3813-47b4-b8c0-1ddac5376473 admin admin] Deleting port 8aa981ad-5c4e-4f3d-8298-d8445a899753 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:20:30.244415 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-86dd8864-3813-47b4-b8c0-1ddac5376473 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:30.268877 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db53cff8-0263-48b4-bec3-bcfc5d378d22 None None] The sync data for ids ['f452758d-e2c8-4ccd-abf9-fb439ef695c9'] in dv-cinder-801912-2-iscsi is: [{'id': 'f452758d-e2c8-4ccd-abf9-fb439ef695c9', 'name': 'tempest-TestVolumeBootPattern-976717340-router', 'tenant_id': '65750996e7844c47883820277d60ab8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '154cfc78-3598-4fb1-a27d-3d0365f1335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:20:19Z', 'updated_at': '2021-07-22T22:20:24Z', 'revision_number': 4, 'project_id': '65750996e7844c47883820277d60ab8d', 'gw_port': {'id': '154cfc78-3598-4fb1-a27d-3d0365f1335b', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f452758d-e2c8-4ccd-abf9-fb439ef695c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:20Z', 'updated_at': '2021-07-22T22:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': 'f5d90aac-9e0b-4aef-9cfd-9482acf6e28d', 'name': '', 'network_id': '3de172da-ba99-4acb-a058-c2b0e36dab15', 'tenant_id': '65750996e7844c47883820277d60ab8d', 'mac_address': 'fa:16:3e:f9:09:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f452758d-e2c8-4ccd-abf9-fb439ef695c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'eeb7e5e0-172a-4341-9270-3930463d5612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:24Z', 'updated_at': '2021-07-22T22:20:29Z', 'revision_number': 4, 'project_id': '65750996e7844c47883820277d60ab8d', 'subnets': [{'id': 'eeb7e5e0-172a-4341-9270-3930463d5612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:20:30.307815 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-aaed86f3-08a7-44e3-9961-ec2042145c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1301165d-695f-4bee-9df9-216d3eccd07f', 'name': 'tempest-ServerRescueNegativeTestJSON-1428461074-router', 'tenant_id': '604ef9807f4d4f399b2b68ee7a07f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '8aa981ad-5c4e-4f3d-8298-d8445a899753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:16:04Z', 'updated_at': '2021-07-22T22:20:28Z', 'revision_number': 5, 'project_id': '604ef9807f4d4f399b2b68ee7a07f4e4', 'gw_port': {'id': '8aa981ad-5c4e-4f3d-8298-d8445a899753', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1301165d-695f-4bee-9df9-216d3eccd07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:06Z', 'updated_at': '2021-07-22T22:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi'}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:30.357047 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-86dd8864-3813-47b4-b8c0-1ddac5376473 admin admin] For port 8aa981ad-5c4e-4f3d-8298-d8445a899753, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=8aa981ad-5c4e-4f3d-8298-d8445a899753,segment=NetworkSegment(b880b034-49fb-48cf-bc81-b26ee1611faf),segment_id=b880b034-49fb-48cf-bc81-b26ee1611faf)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:30.357770 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-86dd8864-3813-47b4-b8c0-1ddac5376473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:30.372097 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-86dd8864-3813-47b4-b8c0-1ddac5376473 admin admin] Calling delete_port for 8aa981ad-5c4e-4f3d-8298-d8445a899753 owned by network:router_gateway {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:20:30.441015 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaed86f3-08a7-44e3-9961-ec2042145c4b None None] Checking router: 1301165d-695f-4bee-9df9-216d3eccd07f for host: dv-cinder-801912-2-iscsi {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:20:30.450475 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaed86f3-08a7-44e3-9961-ec2042145c4b None None] Routers {'1301165d-695f-4bee-9df9-216d3eccd07f'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:20:30.451097 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-aaed86f3-08a7-44e3-9961-ec2042145c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:20:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['1301165d-695f-4bee-9df9-216d3eccd07f'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:30.543290 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-aaed86f3-08a7-44e3-9961-ec2042145c4b None None] Set router 1301165d-695f-4bee-9df9-216d3eccd07f gateway port host: None {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:20:30.598820 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-aaed86f3-08a7-44e3-9961-ec2042145c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1301165d-695f-4bee-9df9-216d3eccd07f', 'name': 'tempest-ServerRescueNegativeTestJSON-1428461074-router', 'tenant_id': '604ef9807f4d4f399b2b68ee7a07f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:16:04Z', 'updated_at': '2021-07-22T22:20:30Z', 'revision_number': 6, 'project_id': '604ef9807f4d4f399b2b68ee7a07f4e4', 'gw_port_host': None}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:30.601344 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-86dd8864-3813-47b4-b8c0-1ddac5376473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:30.631398 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaed86f3-08a7-44e3-9961-ec2042145c4b None None] The sync data for ids ['1301165d-695f-4bee-9df9-216d3eccd07f'] in dv-cinder-801912-2-iscsi is: [{'id': '1301165d-695f-4bee-9df9-216d3eccd07f', 'name': 'tempest-ServerRescueNegativeTestJSON-1428461074-router', 'tenant_id': '604ef9807f4d4f399b2b68ee7a07f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:16:04Z', 'updated_at': '2021-07-22T22:20:30Z', 'revision_number': 6, 'project_id': '604ef9807f4d4f399b2b68ee7a07f4e4', 'gw_port_host': None}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:20:30.635229 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd8864-3813-47b4-b8c0-1ddac5376473 admin admin] Pushing event deleted for resources: {'Port': ['ID=8aa981ad-5c4e-4f3d-8298-d8445a899753,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:30.700805 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-86dd8864-3813-47b4-b8c0-1ddac5376473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-718263'] for router_gateway, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:30.811731 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-86dd8864-3813-47b4-b8c0-1ddac5376473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9675'] for router, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:30.813940 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-86dd8864-3813-47b4-b8c0-1ddac5376473 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:30.846736 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-66c57236-9208-4c07-8ca8-212a096a3f28 req-ccb02f1c-27ff-4273-8b4b-b02215594679 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb56605d-e388-43bb-80c9-ee6dd140ae43 HTTP/1.1" status: 200 len: 210 time: 0.0309494 Jul 22 22:20:30.884031 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-86dd8864-3813-47b4-b8c0-1ddac5376473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-719692'] for router, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:30.884638 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86dd8864-3813-47b4-b8c0-1ddac5376473 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1301165d-695f-4bee-9df9-216d3eccd07f {{(pid=93278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:20:30.890106 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-86dd8864-3813-47b4-b8c0-1ddac5376473 admin admin] Notify callbacks [] for router, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:30.891450 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-86dd8864-3813-47b4-b8c0-1ddac5376473 admin admin] 10.222.0.11 "DELETE /v2.0/routers/1301165d-695f-4bee-9df9-216d3eccd07f HTTP/1.1" status: 204 len: 168 time: 0.9736278 Jul 22 22:20:30.893898 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 50336) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:30.938156 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9a6f777-7a21-498f-919b-80065430da2d admin admin] Deleting subnet f78ae926-97ca-4316-a2d0-74eca96df0da {{(pid=93278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:20:30.941110 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b9a6f777-7a21-498f-919b-80065430da2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:30.975214 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b9a6f777-7a21-498f-919b-80065430da2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2973935'] for subnet, precommit_delete_associations {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:31.015171 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b9a6f777-7a21-498f-919b-80065430da2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759386'] for subnet, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:31.074682 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b9a6f777-7a21-498f-919b-80065430da2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2431582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2719312'] for subnet, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:31.105831 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6f777-7a21-498f-919b-80065430da2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f78ae926-97ca-4316-a2d0-74eca96df0da,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:31.110869 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b9a6f777-7a21-498f-919b-80065430da2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:31.113203 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-b9a6f777-7a21-498f-919b-80065430da2d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f78ae926-97ca-4316-a2d0-74eca96df0da HTTP/1.1" status: 204 len: 168 time: 0.2183776 Jul 22 22:20:31.115689 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 50338) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:31.185018 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0dc24d6a-eb5b-430e-b06c-0db8b0e9710f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1788509'] for network, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:31.278474 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0dc24d6a-eb5b-430e-b06c-0db8b0e9710f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760422', 'neutron.services.segments.db._delete_segments_for_network-8746838092337'] for network, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:31.288428 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-0dc24d6a-eb5b-430e-b06c-0db8b0e9710f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4b6b76f-1ef4-401f-90f1-c356e02d995c']}} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:31.299154 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-0dc24d6a-eb5b-430e-b06c-0db8b0e9710f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e49ae21f-7d1d-4b26-a1fe-5a7edf437e57') {'for_net_delete': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:31.299536 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-0dc24d6a-eb5b-430e-b06c-0db8b0e9710f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e49ae21f-7d1d-4b26-a1fe-5a7edf437e57') {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:31.309406 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0dc24d6a-eb5b-430e-b06c-0db8b0e9710f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746838093114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2973926'] for segment, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:31.324946 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0dc24d6a-eb5b-430e-b06c-0db8b0e9710f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122'] for segment, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:31.330580 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dc24d6a-eb5b-430e-b06c-0db8b0e9710f admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:20:31.330955 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0dc24d6a-eb5b-430e-b06c-0db8b0e9710f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2431524'] for segment, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:31.332575 dv-cinder-801912-2-iscsi neutron-server[93278]: Traceback (most recent call last): Jul 22 22:20:31.332575 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:20:31.332575 dv-cinder-801912-2-iscsi neutron-server[93278]: timer() Jul 22 22:20:31.332575 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:20:31.332575 dv-cinder-801912-2-iscsi neutron-server[93278]: cb(*args, **kw) Jul 22 22:20:31.332575 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:20:31.332575 dv-cinder-801912-2-iscsi neutron-server[93278]: return func(*args, **kwargs) Jul 22 22:20:31.332575 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:20:31.332575 dv-cinder-801912-2-iscsi neutron-server[93278]: self._notify() Jul 22 22:20:31.332575 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:20:31.332575 dv-cinder-801912-2-iscsi neutron-server[93278]: self.callback(batched_events) Jul 22 22:20:31.332575 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:20:31.332575 dv-cinder-801912-2-iscsi neutron-server[93278]: event.method(event) Jul 22 22:20:31.332575 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:20:31.332575 dv-cinder-801912-2-iscsi neutron-server[93278]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:20:31.332575 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:20:31.332575 dv-cinder-801912-2-iscsi neutron-server[93278]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:20:31.332575 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:20:31.332575 dv-cinder-801912-2-iscsi neutron-server[93278]: return f(self, *a, **k) Jul 22 22:20:31.332575 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:20:31.332575 dv-cinder-801912-2-iscsi neutron-server[93278]: return self._get(url).json() Jul 22 22:20:31.332575 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:20:31.332575 dv-cinder-801912-2-iscsi neutron-server[93278]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:20:31.332575 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:20:31.332575 dv-cinder-801912-2-iscsi neutron-server[93278]: return self.request(url, 'GET', **kwargs) Jul 22 22:20:31.332575 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:20:31.332575 dv-cinder-801912-2-iscsi neutron-server[93278]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:20:31.332575 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:20:31.332575 dv-cinder-801912-2-iscsi neutron-server[93278]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:20:31.332575 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:20:31.332575 dv-cinder-801912-2-iscsi neutron-server[93278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:20:31.332575 dv-cinder-801912-2-iscsi neutron-server[93278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:20:31.389353 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0dc24d6a-eb5b-430e-b06c-0db8b0e9710f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718227'] for network, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:31.396372 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0dc24d6a-eb5b-430e-b06c-0db8b0e9710f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:31.398187 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-0dc24d6a-eb5b-430e-b06c-0db8b0e9710f admin admin] 10.222.0.11 "DELETE /v2.0/networks/e4b6b76f-1ef4-401f-90f1-c356e02d995c HTTP/1.1" status: 204 len: 168 time: 0.2815340 Jul 22 22:20:31.408453 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc24d6a-eb5b-430e-b06c-0db8b0e9710f admin admin] Pushing event deleted for resources: {'Network': ['ID=e4b6b76f-1ef4-401f-90f1-c356e02d995c,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:31.574987 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 50346) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:31.613927 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-d9afa544-d622-48ce-b295-4bea905195f7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=604ef9807f4d4f399b2b68ee7a07f4e4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0377460 Jul 22 22:20:31.616520 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 50348) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:31.666400 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-cc7c79f0-7af1-41a9-bac6-d3fe2601f512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:31.689598 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-cc7c79f0-7af1-41a9-bac6-d3fe2601f512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:31.738278 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-cc7c79f0-7af1-41a9-bac6-d3fe2601f512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:31.740967 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-cc7c79f0-7af1-41a9-bac6-d3fe2601f512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:31.742126 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-cc7c79f0-7af1-41a9-bac6-d3fe2601f512 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e52e0b51-dbf1-43f9-9de3-d4f3ce110b17 HTTP/1.1" status: 204 len: 168 time: 0.1246998 Jul 22 22:20:31.751829 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c79f0-7af1-41a9-bac6-d3fe2601f512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52e0b51-dbf1-43f9-9de3-d4f3ce110b17,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:31.987923 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-6d90931a-c765-41fe-973e-0947653d4454 req-e1e7ce3c-2eb5-48bf-b89a-20f33921de91 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb56605d-e388-43bb-80c9-ee6dd140ae43 HTTP/1.1" status: 200 len: 210 time: 0.0481675 Jul 22 22:20:32.040366 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device f5d90aac-9e0b-4aef-9cfd-9482acf6e28d up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:20:32.097386 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning for port f5d90aac-9e0b-4aef-9cfd-9482acf6e28d completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:20:32.101445 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port f5d90aac-9e0b-4aef-9cfd-9482acf6e28d triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:20:32.101821 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:32.197440 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:32.230048 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] For port f5d90aac-9e0b-4aef-9cfd-9482acf6e28d, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=f5d90aac-9e0b-4aef-9cfd-9482acf6e28d,segment=NetworkSegment(366fe38d-9a8a-40de-ab35-e44d9897a97c),segment_id=366fe38d-9a8a-40de-ab35-e44d9897a97c)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:32.235025 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:32.263747 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 0cdca4fb-4f64-40f6-b776-671174e0cc9a no longer exists at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:20:32.293499 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] No Port match for: 0cdca4fb-4f64-40f6-b776-671174e0cc9a {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:20:32.293499 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 0cdca4fb-4f64-40f6-b776-671174e0cc9a not bound to the agent host dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:20:32.311926 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 56eb92a8-04f6-47e7-9e92-4af9650a284e no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:20:32.315438 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Pushing event updated for resources: {'Port': ['ID=f5d90aac-9e0b-4aef-9cfd-9482acf6e28d,revision_number=5']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:32.335601 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] No Port match for: 56eb92a8-04f6-47e7-9e92-4af9650a284e {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:20:32.335964 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 56eb92a8-04f6-47e7-9e92-4af9650a284e not bound to the agent host hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:20:32.336418 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:20:32.355436 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] No Port match for: 2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0 {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:20:32.355794 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 2f63bf88-dadb-44f2-bfa9-9f7cf20f8af0 not bound to the agent host hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:20:33.287764 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0366dd8-7275-4fc1-ac9f-4894e65b3703 req-2df19737-3b3e-4429-a947-4d6b5e4526bd tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:33.289383 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d0366dd8-7275-4fc1-ac9f-4894e65b3703 req-2df19737-3b3e-4429-a947-4d6b5e4526bd tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4557b19-8964-4042-b8c2-79b9da95414a HTTP/1.1" status: 200 len: 945 time: 0.0658655 Jul 22 22:20:33.327518 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d0366dd8-7275-4fc1-ac9f-4894e65b3703 req-8338b1a2-b058-4ade-8f5e-18e410dd3a28 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319154 Jul 22 22:20:33.628074 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-fa2c1ee7-e563-4ba4-9d79-ee5310d8f9d0 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:33.629564 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-fa2c1ee7-e563-4ba4-9d79-ee5310d8f9d0 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/networks?id=ef9abff5-7d36-41d7-939b-4342972ba503 HTTP/1.1" status: 200 len: 814 time: 0.1067457 Jul 22 22:20:33.644851 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-1e53c224-4987-4597-b5da-824ec0397651 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/quotas/6f56493328c042309b62ce64d8851818 HTTP/1.1" status: 200 len: 375 time: 0.0097117 Jul 22 22:20:33.678733 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-ff23cc4d-ac0a-4bdf-a47f-ff108c2c1d72 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f56493328c042309b62ce64d8851818&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286262 Jul 22 22:20:33.766470 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-88faf0c6-c1de-4f7a-bc20-3f981348c9e8 service neutron] 10.222.0.11 "GET /v2.0/networks/ef9abff5-7d36-41d7-939b-4342972ba503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802627 Jul 22 22:20:33.860926 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-b67bbc1f-7f49-47a1-a223-a481d80ddf2a service neutron] 10.222.0.11 "GET /v2.0/networks/ef9abff5-7d36-41d7-939b-4342972ba503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878232 Jul 22 22:20:33.945700 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device f5d90aac-9e0b-4aef-9cfd-9482acf6e28d up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:20:34.005425 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port f5d90aac-9e0b-4aef-9cfd-9482acf6e28d triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:20:34.006059 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:34.025251 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-83f64351-4338-4ca0-ab6d-4cf45332f229 req-de84f9ad-94e8-45a1-96e2-f743270566b2 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/ports?device_id=7be910cf-31be-492b-998e-8fb77925d4df HTTP/1.1" status: 200 len: 210 time: 0.0309122 Jul 22 22:20:34.104673 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 8aa981ad-5c4e-4f3d-8298-d8445a899753 no longer exists at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:20:34.129856 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] No Port match for: 8aa981ad-5c4e-4f3d-8298-d8445a899753 {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:20:34.130307 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 8aa981ad-5c4e-4f3d-8298-d8445a899753 not bound to the agent host dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:20:34.476673 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22757a38-d6a4-4e42-a86f-59b7f50de16d req-95eced32-3ba5-4344-a263-217d16382c43 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:34.476673 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-22757a38-d6a4-4e42-a86f-59b7f50de16d req-95eced32-3ba5-4344-a263-217d16382c43 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4557b19-8964-4042-b8c2-79b9da95414a HTTP/1.1" status: 200 len: 945 time: 0.0745869 Jul 22 22:20:34.516726 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-22757a38-d6a4-4e42-a86f-59b7f50de16d req-274e7c46-d3f2-415d-819b-19f3fb93071d tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341315 Jul 22 22:20:35.116423 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-7b476233-cde6-4304-87f6-056053d30302 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:35.118846 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-7b476233-cde6-4304-87f6-056053d30302 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.115 "GET /v2.0/networks?id=ef9abff5-7d36-41d7-939b-4342972ba503 HTTP/1.1" status: 200 len: 814 time: 0.1093431 Jul 22 22:20:35.129396 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-9bda6ee0-aafb-4418-8371-e6a901a1ff9a req-e0ec752f-2ff4-4740-b960-fed68946947a tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/ports?device_id=7be910cf-31be-492b-998e-8fb77925d4df HTTP/1.1" status: 200 len: 210 time: 0.0322077 Jul 22 22:20:35.132851 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-fd5124fc-47b5-4393-b392-3a520e09913f tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Request body: {'port': {'device_id': '7be910cf-31be-492b-998e-8fb77925d4df', 'network_id': 'ef9abff5-7d36-41d7-939b-4342972ba503', 'admin_state_up': True, 'tenant_id': '6f56493328c042309b62ce64d8851818'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:35.299305 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288b701-ad09-4686-a00c-d3c86e050c53 req-ce6fdf23-e522-4d40-967b-47c4f645414a tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:35.300887 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c288b701-ad09-4686-a00c-d3c86e050c53 req-ce6fdf23-e522-4d40-967b-47c4f645414a tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.115 "GET /v2.0/ports?device_id=e4557b19-8964-4042-b8c2-79b9da95414a HTTP/1.1" status: 200 len: 945 time: 0.1305938 Jul 22 22:20:35.302051 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-fd5124fc-47b5-4393-b392-3a520e09913f tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Made reservation on behalf of 6f56493328c042309b62ce64d8851818 for: {'port': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:20:35.306185 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-fd5124fc-47b5-4393-b392-3a520e09913f tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:35.518925 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-fd5124fc-47b5-4393-b392-3a520e09913f tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Allocated IP 172.20.0.13 (ef9abff5-7d36-41d7-939b-4342972ba503/a957ec9a-0036-4ecc-b8a6-b782735d7ab3/42daf5d2-7c0a-415d-b7e7-48cd8a825c1f) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:20:35.522729 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-c288b701-ad09-4686-a00c-d3c86e050c53 req-d72a499c-8df2-488a-ac65-c94dc9e4bd20 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Deleting port 9ab74b66-a5c2-447f-baa2-e33b324346a7 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:20:35.523078 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c288b701-ad09-4686-a00c-d3c86e050c53 req-d72a499c-8df2-488a-ac65-c94dc9e4bd20 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:35.658399 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ee29a-1a03-4ed4-9ee9-a724ba0233c4 req-2e5c4585-69bb-4004-a38b-cec42a99fa74 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:35.660031 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1a1ee29a-1a03-4ed4-9ee9-a724ba0233c4 req-2e5c4585-69bb-4004-a38b-cec42a99fa74 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4557b19-8964-4042-b8c2-79b9da95414a HTTP/1.1" status: 200 len: 945 time: 0.0696485 Jul 22 22:20:35.697465 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-c288b701-ad09-4686-a00c-d3c86e050c53 req-d72a499c-8df2-488a-ac65-c94dc9e4bd20 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] For port 9ab74b66-a5c2-447f-baa2-e33b324346a7, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=9ab74b66-a5c2-447f-baa2-e33b324346a7,segment=NetworkSegment(d15c25b1-f200-4eab-9a4f-9cc58efb2aff),segment_id=d15c25b1-f200-4eab-9a4f-9cc58efb2aff)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:35.697860 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c288b701-ad09-4686-a00c-d3c86e050c53 req-d72a499c-8df2-488a-ac65-c94dc9e4bd20 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:35.707557 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1a1ee29a-1a03-4ed4-9ee9-a724ba0233c4 req-73bdebda-6618-4aff-a3b3-04663ef5d919 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381935 Jul 22 22:20:35.743947 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-c288b701-ad09-4686-a00c-d3c86e050c53 req-d72a499c-8df2-488a-ac65-c94dc9e4bd20 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Calling delete_port for 9ab74b66-a5c2-447f-baa2-e33b324346a7 owned by compute:nova {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:20:35.751225 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 50462) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:35.828909 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-fd5124fc-47b5-4393-b392-3a520e09913f tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:35.878204 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d2dcb6f2-ba4d-4568-8552-3c21e2df4461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:35.920499 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-fd5124fc-47b5-4393-b392-3a520e09913f tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:35.980614 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d2dcb6f2-ba4d-4568-8552-3c21e2df4461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:35.985561 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d2dcb6f2-ba4d-4568-8552-3c21e2df4461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:35.986257 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-fd5124fc-47b5-4393-b392-3a520e09913f tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Network ef9abff5-7d36-41d7-939b-4342972ba503 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:20:35.992282 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-fd5124fc-47b5-4393-b392-3a520e09913f tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:20:35.995035 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-fd5124fc-47b5-4393-b392-3a520e09913f tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:20:36.020119 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c288b701-ad09-4686-a00c-d3c86e050c53 req-d72a499c-8df2-488a-ac65-c94dc9e4bd20 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:36.026987 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-d2dcb6f2-ba4d-4568-8552-3c21e2df4461 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ae13ea6b34d74c79a2856cbce7c4e6f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2743714 Jul 22 22:20:36.027885 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dcb6f2-ba4d-4568-8552-3c21e2df4461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae55bc1-440e-4b43-95df-fb7441fc64d6,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:36.028271 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5124fc-47b5-4393-b392-3a520e09913f tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Pushing event updated for resources: {'Port': ['ID=42daf5d2-7c0a-415d-b7e7-48cd8a825c1f,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:36.030838 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 50466) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:36.031490 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['51ae40b1-71cb-4fad-baf2-3a802beac11b', '9ab74b66-a5c2-447f-baa2-e33b324346a7'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:20:36.082125 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-fd5124fc-47b5-4393-b392-3a520e09913f tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:36.082655 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-fd5124fc-47b5-4393-b392-3a520e09913f tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:36.086220 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a499c-8df2-488a-ac65-c94dc9e4bd20 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Pushing event deleted for resources: {'Port': ['ID=9ab74b66-a5c2-447f-baa2-e33b324346a7,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:36.090238 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f322dfc6-d866-438c-b3d7-fc5df2d810e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:36.116319 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f322dfc6-d866-438c-b3d7-fc5df2d810e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:36.142027 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-c288b701-ad09-4686-a00c-d3c86e050c53 req-d72a499c-8df2-488a-ac65-c94dc9e4bd20 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] No DVR routers for this DVR port 9ab74b66-a5c2-447f-baa2-e33b324346a7 on host hv-cinder-80191 {{(pid=93278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:20:36.144620 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c288b701-ad09-4686-a00c-d3c86e050c53 req-d72a499c-8df2-488a-ac65-c94dc9e4bd20 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:36.146941 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c288b701-ad09-4686-a00c-d3c86e050c53 req-d72a499c-8df2-488a-ac65-c94dc9e4bd20 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.115 "DELETE /v2.0/ports/9ab74b66-a5c2-447f-baa2-e33b324346a7 HTTP/1.1" status: 204 len: 173 time: 0.8381753 Jul 22 22:20:36.147683 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4557b19-8964-4042-b8c2-79b9da95414a', 'name': 'network-vif-deleted', 'tag': '9ab74b66-a5c2-447f-baa2-e33b324346a7'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:20:36.151385 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91643fde-240f-49f2-b9a9-c396d46b60a7" -d '{"events": [{"server_uuid": "e4557b19-8964-4042-b8c2-79b9da95414a", "name": "network-vif-deleted", "tag": "9ab74b66-a5c2-447f-baa2-e33b324346a7"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:20:36.155138 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-fd5124fc-47b5-4393-b392-3a520e09913f tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0265157 Jul 22 22:20:36.170187 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-6f15e32e-b59d-4dd3-b166-9bde45faa8c5 service neutron] Request body: {'port': {'device_id': '7be910cf-31be-492b-998e-8fb77925d4df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:36.178859 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f322dfc6-d866-438c-b3d7-fc5df2d810e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:36.183089 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f322dfc6-d866-438c-b3d7-fc5df2d810e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:36.185066 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-f322dfc6-d866-438c-b3d7-fc5df2d810e7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0ae55bc1-440e-4b43-95df-fb7441fc64d6 HTTP/1.1" status: 204 len: 168 time: 0.1530440 Jul 22 22:20:36.212734 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f322dfc6-d866-438c-b3d7-fc5df2d810e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae55bc1-440e-4b43-95df-fb7441fc64d6,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:36.227530 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ea4613-2567-4487-b6ad-9b9396117b64 x-openstack-request-id: req-65ea4613-2567-4487-b6ad-9b9396117b64 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:20:36.227988 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4557b19-8964-4042-b8c2-79b9da95414a", "name": "network-vif-deleted", "tag": "9ab74b66-a5c2-447f-baa2-e33b324346a7", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:20:36.228404 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-65ea4613-2567-4487-b6ad-9b9396117b64 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:20:36.228744 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4557b19-8964-4042-b8c2-79b9da95414a', 'name': 'network-vif-deleted', 'tag': '9ab74b66-a5c2-447f-baa2-e33b324346a7', 'status': 'completed', 'code': 200} Jul 22 22:20:36.290676 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-6f15e32e-b59d-4dd3-b166-9bde45faa8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:36.356617 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a3455-1cfe-4028-b4e7-b8718d4b836c req-f4a42f1f-6457-4625-b8d2-e7f5a0b0d431 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:36.360816 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-075a3455-1cfe-4028-b4e7-b8718d4b836c req-f4a42f1f-6457-4625-b8d2-e7f5a0b0d431 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/ports?device_id=7be910cf-31be-492b-998e-8fb77925d4df HTTP/1.1" status: 200 len: 932 time: 0.0875218 Jul 22 22:20:36.411047 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-075a3455-1cfe-4028-b4e7-b8718d4b836c req-171e4dc5-56c8-46d3-a4e6-c6d443b6fb4e tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc1f1535-7ea4-4f40-ae6a-24b4f767dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473349 Jul 22 22:20:36.576361 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-6f15e32e-b59d-4dd3-b166-9bde45faa8c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42daf5d2-7c0a-415d-b7e7-48cd8a825c1f {{(pid=93278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:20:36.585503 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-6f15e32e-b59d-4dd3-b166-9bde45faa8c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:36.598351 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-6f15e32e-b59d-4dd3-b166-9bde45faa8c5 service neutron] Transition to ACTIVE for port object 42daf5d2-7c0a-415d-b7e7-48cd8a825c1f will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:20:36.603220 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-6f15e32e-b59d-4dd3-b166-9bde45faa8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:36.662837 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15e32e-b59d-4dd3-b166-9bde45faa8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=42daf5d2-7c0a-415d-b7e7-48cd8a825c1f,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:36.756755 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-6f15e32e-b59d-4dd3-b166-9bde45faa8c5 service neutron] Attempting to bind port 42daf5d2-7c0a-415d-b7e7-48cd8a825c1f on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:20:36.757095 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-6f15e32e-b59d-4dd3-b166-9bde45faa8c5 service neutron] Attempting to bind port 42daf5d2-7c0a-415d-b7e7-48cd8a825c1f by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '587317d9-c8da-40a2-94af-38875ad7b0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ef9abff5-7d36-41d7-939b-4342972ba503'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:20:36.757419 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-6f15e32e-b59d-4dd3-b166-9bde45faa8c5 service neutron] Attempting to bind port 42daf5d2-7c0a-415d-b7e7-48cd8a825c1f on network ef9abff5-7d36-41d7-939b-4342972ba503 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:20:36.762601 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-6f15e32e-b59d-4dd3-b166-9bde45faa8c5 service neutron] Port 42daf5d2-7c0a-415d-b7e7-48cd8a825c1f on network ef9abff5-7d36-41d7-939b-4342972ba503 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:20:36.762928 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-6f15e32e-b59d-4dd3-b166-9bde45faa8c5 service neutron] Attempting to bind port 42daf5d2-7c0a-415d-b7e7-48cd8a825c1f on network ef9abff5-7d36-41d7-939b-4342972ba503 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:20:36.768408 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-6f15e32e-b59d-4dd3-b166-9bde45faa8c5 service neutron] Checking agent: {'id': '4259e59d-080d-4967-89a0-1abd7a18732f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'started_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:20:36.768813 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-6f15e32e-b59d-4dd3-b166-9bde45faa8c5 service neutron] Checking segment: {'id': '587317d9-c8da-40a2-94af-38875ad7b0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ef9abff5-7d36-41d7-939b-4342972ba503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:20:36.776446 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-6f15e32e-b59d-4dd3-b166-9bde45faa8c5 service neutron] Bound using segment: {'id': '587317d9-c8da-40a2-94af-38875ad7b0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ef9abff5-7d36-41d7-939b-4342972ba503'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:20:36.777043 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-6f15e32e-b59d-4dd3-b166-9bde45faa8c5 service neutron] Bound port: 42daf5d2-7c0a-415d-b7e7-48cd8a825c1f, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '587317d9-c8da-40a2-94af-38875ad7b0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ef9abff5-7d36-41d7-939b-4342972ba503'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:20:36.777461 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-6f15e32e-b59d-4dd3-b166-9bde45faa8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:36.858288 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-6f15e32e-b59d-4dd3-b166-9bde45faa8c5 service neutron] For port 42daf5d2-7c0a-415d-b7e7-48cd8a825c1f, host hv-cinder-80191, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:20:36.861410 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-6f15e32e-b59d-4dd3-b166-9bde45faa8c5 service neutron] For port 42daf5d2-7c0a-415d-b7e7-48cd8a825c1f, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=42daf5d2-7c0a-415d-b7e7-48cd8a825c1f,segment=NetworkSegment(587317d9-c8da-40a2-94af-38875ad7b0ac),segment_id=587317d9-c8da-40a2-94af-38875ad7b0ac)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:20:36.869536 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e477fea0-6323-4bb5-8d1b-40389908b61c req-fd7b6d79-8458-4c9e-9028-1cbec0fb98d7 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4557b19-8964-4042-b8c2-79b9da95414a HTTP/1.1" status: 200 len: 210 time: 0.0357435 Jul 22 22:20:36.874619 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-6f15e32e-b59d-4dd3-b166-9bde45faa8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:36.917719 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-6f15e32e-b59d-4dd3-b166-9bde45faa8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:36.918346 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-6f15e32e-b59d-4dd3-b166-9bde45faa8c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:36.919808 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-6f15e32e-b59d-4dd3-b166-9bde45faa8c5 service neutron] 10.222.0.115 "PUT /v2.0/ports/42daf5d2-7c0a-415d-b7e7-48cd8a825c1f HTTP/1.1" status: 200 len: 1094 time: 0.7569895 Jul 22 22:20:36.942497 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15e32e-b59d-4dd3-b166-9bde45faa8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=42daf5d2-7c0a-415d-b7e7-48cd8a825c1f,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:37.016542 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-344d2c82-fecf-4209-8a3d-c4e58546d6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:37.018059 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-344d2c82-fecf-4209-8a3d-c4e58546d6a9 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=6f56493328c042309b62ce64d8851818&device_id=7be910cf-31be-492b-998e-8fb77925d4df HTTP/1.1" status: 200 len: 1097 time: 0.0563724 Jul 22 22:20:37.060987 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-8370b7cd-cb85-467c-81d9-619287a43043 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42daf5d2-7c0a-415d-b7e7-48cd8a825c1f HTTP/1.1" status: 200 len: 217 time: 0.0342402 Jul 22 22:20:37.112217 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-9e6d8d15-dbc9-446c-bd29-2e3206860349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:37.113770 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-9e6d8d15-dbc9-446c-bd29-2e3206860349 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a957ec9a-0036-4ecc-b8a6-b782735d7ab3 HTTP/1.1" status: 200 len: 854 time: 0.0466661 Jul 22 22:20:37.384802 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-2740c019-2c19-41da-8eee-4ce1fe3d8507 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=ef9abff5-7d36-41d7-939b-4342972ba503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2577052 Jul 22 22:20:37.492871 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-429da818-0f5e-480f-9c36-6059667cd327 service neutron] 10.222.0.115 "GET /v2.0/networks/ef9abff5-7d36-41d7-939b-4342972ba503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072621 Jul 22 22:20:37.542674 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a8399-7a04-4e18-a163-0f6c3eaffcea req-4246bcbc-a14d-4584-88dd-ec0ee0e59f6c tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:37.544158 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b54a8399-7a04-4e18-a163-0f6c3eaffcea req-4246bcbc-a14d-4584-88dd-ec0ee0e59f6c tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/ports?device_id=7be910cf-31be-492b-998e-8fb77925d4df HTTP/1.1" status: 200 len: 944 time: 0.0652182 Jul 22 22:20:37.580854 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b54a8399-7a04-4e18-a163-0f6c3eaffcea req-0c42214f-84f2-4ac5-82dc-2bbc95e1fc02 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc1f1535-7ea4-4f40-ae6a-24b4f767dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310702 Jul 22 22:20:37.589086 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-91fa5bfd-a003-485f-b2db-876f6b6bc7c9 req-6182a0ed-94f5-4c44-8759-eca303fd4633 service neutron] 10.222.0.115 "GET /v2.0/networks/ef9abff5-7d36-41d7-939b-4342972ba503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888305 Jul 22 22:20:38.229571 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7be910cf-31be-492b-998e-8fb77925d4df', 'tag': '42daf5d2-7c0a-415d-b7e7-48cd8a825c1f'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:20:38.232027 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ee4690-9932-4f9d-bea3-52d52c1276f4" -d '{"events": [{"name": "network-changed", "server_uuid": "7be910cf-31be-492b-998e-8fb77925d4df", "tag": "42daf5d2-7c0a-415d-b7e7-48cd8a825c1f"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:20:38.267067 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0f9156-3c46-4ac7-b995-4c50100dba9f x-openstack-request-id: req-8b0f9156-3c46-4ac7-b995-4c50100dba9f {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:20:38.267393 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7be910cf-31be-492b-998e-8fb77925d4df", "tag": "42daf5d2-7c0a-415d-b7e7-48cd8a825c1f", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:20:38.267651 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8b0f9156-3c46-4ac7-b995-4c50100dba9f {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:20:38.268039 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7be910cf-31be-492b-998e-8fb77925d4df', 'tag': '42daf5d2-7c0a-415d-b7e7-48cd8a825c1f', 'status': 'completed', 'code': 200} Jul 22 22:20:38.324761 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 9ab74b66-a5c2-447f-baa2-e33b324346a7 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:20:38.343586 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee4690-9932-4f9d-bea3-52d52c1276f4 req-dec2734b-d4b7-4fae-bed3-0cf63d95bc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:38.344129 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] No Port match for: 9ab74b66-a5c2-447f-baa2-e33b324346a7 {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:20:38.345016 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 9ab74b66-a5c2-447f-baa2-e33b324346a7 not bound to the agent host hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:20:38.350408 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-54ee4690-9932-4f9d-bea3-52d52c1276f4 req-dec2734b-d4b7-4fae-bed3-0cf63d95bc05 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=6f56493328c042309b62ce64d8851818&device_id=7be910cf-31be-492b-998e-8fb77925d4df HTTP/1.1" status: 200 len: 1097 time: 0.0540500 Jul 22 22:20:38.444185 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee4690-9932-4f9d-bea3-52d52c1276f4 req-203052fb-6344-4073-9a1b-e17f6215a2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:38.445772 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-54ee4690-9932-4f9d-bea3-52d52c1276f4 req-203052fb-6344-4073-9a1b-e17f6215a2f4 service neutron] 10.222.0.115 "GET /v2.0/networks?id=ef9abff5-7d36-41d7-939b-4342972ba503 HTTP/1.1" status: 200 len: 915 time: 0.0904760 Jul 22 22:20:38.493819 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-54ee4690-9932-4f9d-bea3-52d52c1276f4 req-3d7371ad-96cc-49ec-8ba3-f1ce06590e9e service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42daf5d2-7c0a-415d-b7e7-48cd8a825c1f HTTP/1.1" status: 200 len: 217 time: 0.0362136 Jul 22 22:20:38.547091 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee4690-9932-4f9d-bea3-52d52c1276f4 req-39db441f-4576-42ad-9e6e-c1084ee41996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:38.548643 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-54ee4690-9932-4f9d-bea3-52d52c1276f4 req-39db441f-4576-42ad-9e6e-c1084ee41996 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a957ec9a-0036-4ecc-b8a6-b782735d7ab3 HTTP/1.1" status: 200 len: 854 time: 0.0451519 Jul 22 22:20:38.593604 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-54ee4690-9932-4f9d-bea3-52d52c1276f4 req-ee2e2936-b6e7-4382-ba03-d6d82e3f5dd6 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=ef9abff5-7d36-41d7-939b-4342972ba503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313809 Jul 22 22:20:38.695940 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-54ee4690-9932-4f9d-bea3-52d52c1276f4 req-edc67a25-2c65-4c57-9c76-692559f378e8 service neutron] 10.222.0.115 "GET /v2.0/networks/ef9abff5-7d36-41d7-939b-4342972ba503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940125 Jul 22 22:20:38.745116 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39f199-c5e7-4f8f-8a13-61daf0481836 req-d8a4e4b0-1f9e-4e67-b41b-ed019e60d5ba tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:38.747576 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-df39f199-c5e7-4f8f-8a13-61daf0481836 req-d8a4e4b0-1f9e-4e67-b41b-ed019e60d5ba tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/ports?device_id=7be910cf-31be-492b-998e-8fb77925d4df HTTP/1.1" status: 200 len: 944 time: 0.0911710 Jul 22 22:20:38.800137 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-df39f199-c5e7-4f8f-8a13-61daf0481836 req-6f4dba2f-6ad4-406e-85e2-894093e11f07 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc1f1535-7ea4-4f40-ae6a-24b4f767dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470018 Jul 22 22:20:38.834924 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-54ee4690-9932-4f9d-bea3-52d52c1276f4 req-ecbd5a94-2d7e-4277-9142-8ad10b30afe3 service neutron] 10.222.0.115 "GET /v2.0/networks/ef9abff5-7d36-41d7-939b-4342972ba503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240993 Jul 22 22:20:39.287023 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e064c8-8728-4287-8504-919f4a63c0f7 req-e904b593-e827-45cb-a4db-0b125a989052 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:39.288617 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-12e064c8-8728-4287-8504-919f4a63c0f7 req-e904b593-e827-45cb-a4db-0b125a989052 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a8f285-3489-47b7-b23c-3c5bebc80f3c HTTP/1.1" status: 200 len: 945 time: 0.0643563 Jul 22 22:20:39.326959 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-12e064c8-8728-4287-8504-919f4a63c0f7 req-963af7f4-cc61-4498-8d9d-5d792ae0a1fe tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318975 Jul 22 22:20:39.947796 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d3c77-1b98-40ef-ad39-92b77cda55fe req-ef0e2104-e8e8-403a-9dc1-6392ca799b38 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:39.949441 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-668d3c77-1b98-40ef-ad39-92b77cda55fe req-ef0e2104-e8e8-403a-9dc1-6392ca799b38 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/ports?device_id=7be910cf-31be-492b-998e-8fb77925d4df HTTP/1.1" status: 200 len: 944 time: 0.0740016 Jul 22 22:20:39.989775 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-668d3c77-1b98-40ef-ad39-92b77cda55fe req-500fdeb7-d69b-4fb9-b301-047bfbf580fa tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc1f1535-7ea4-4f40-ae6a-24b4f767dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349143 Jul 22 22:20:40.356208 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 42daf5d2-7c0a-415d-b7e7-48cd8a825c1f details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:20:40.468790 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 42daf5d2-7c0a-415d-b7e7-48cd8a825c1f, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=42daf5d2-7c0a-415d-b7e7-48cd8a825c1f,segment=NetworkSegment(587317d9-c8da-40a2-94af-38875ad7b0ac),segment_id=587317d9-c8da-40a2-94af-38875ad7b0ac)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:40.481715 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Returning: {'device': '42daf5d2-7c0a-415d-b7e7-48cd8a825c1f', 'network_id': 'ef9abff5-7d36-41d7-939b-4342972ba503', 'port_id': '42daf5d2-7c0a-415d-b7e7-48cd8a825c1f', 'mac_address': 'fa:16:3e:83:04:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a957ec9a-0036-4ecc-b8a6-b782735d7ab3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:20:40.483988 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0805b3c-dda1-4016-b428-587af1d2945c req-a8efe365-44a6-46d4-8902-63701b10ddf2 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:40.485961 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d0805b3c-dda1-4016-b428-587af1d2945c req-a8efe365-44a6-46d4-8902-63701b10ddf2 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a8f285-3489-47b7-b23c-3c5bebc80f3c HTTP/1.1" status: 200 len: 945 time: 0.0839276 Jul 22 22:20:40.523745 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:40.529768 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d0805b3c-dda1-4016-b428-587af1d2945c req-9800d356-54ba-460f-be34-c7d626811b2e tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382068 Jul 22 22:20:40.541771 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42daf5d2-7c0a-415d-b7e7-48cd8a825c1f {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:20:40.563883 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 42daf5d2-7c0a-415d-b7e7-48cd8a825c1f, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=42daf5d2-7c0a-415d-b7e7-48cd8a825c1f,segment=NetworkSegment(587317d9-c8da-40a2-94af-38875ad7b0ac),segment_id=587317d9-c8da-40a2-94af-38875ad7b0ac)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:40.567574 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:40.629623 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=42daf5d2-7c0a-415d-b7e7-48cd8a825c1f,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:40.889700 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['42daf5d2-7c0a-415d-b7e7-48cd8a825c1f'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:20:41.127511 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be10de-e25a-4fbd-aa29-c571fb15a6e0 req-7de82634-22e1-4000-8411-193ec8c82b8f tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:41.128942 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b0be10de-e25a-4fbd-aa29-c571fb15a6e0 req-7de82634-22e1-4000-8411-193ec8c82b8f tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/ports?device_id=7be910cf-31be-492b-998e-8fb77925d4df HTTP/1.1" status: 200 len: 945 time: 0.0659525 Jul 22 22:20:41.168927 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b0be10de-e25a-4fbd-aa29-c571fb15a6e0 req-ce03f80a-30e5-4c01-9279-3bb5de809e1d tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc1f1535-7ea4-4f40-ae6a-24b4f767dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341966 Jul 22 22:20:41.324420 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d954ebb-c293-4692-9d0d-877ffe3153eb req-c0c152d5-b118-47b7-8c38-bbdc606d258c tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:41.325957 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6d954ebb-c293-4692-9d0d-877ffe3153eb req-c0c152d5-b118-47b7-8c38-bbdc606d258c tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.115 "GET /v2.0/ports?device_id=69a8f285-3489-47b7-b23c-3c5bebc80f3c HTTP/1.1" status: 200 len: 945 time: 0.0649295 Jul 22 22:20:41.453003 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-6d954ebb-c293-4692-9d0d-877ffe3153eb req-31e408ff-739d-4605-ae3e-555276c36c34 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Deleting port 51ae40b1-71cb-4fad-baf2-3a802beac11b {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:20:41.453351 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-6d954ebb-c293-4692-9d0d-877ffe3153eb req-31e408ff-739d-4605-ae3e-555276c36c34 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:41.550960 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-6d954ebb-c293-4692-9d0d-877ffe3153eb req-31e408ff-739d-4605-ae3e-555276c36c34 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] For port 51ae40b1-71cb-4fad-baf2-3a802beac11b, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=51ae40b1-71cb-4fad-baf2-3a802beac11b,segment=NetworkSegment(d15c25b1-f200-4eab-9a4f-9cc58efb2aff),segment_id=d15c25b1-f200-4eab-9a4f-9cc58efb2aff)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:41.551323 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-6d954ebb-c293-4692-9d0d-877ffe3153eb req-31e408ff-739d-4605-ae3e-555276c36c34 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:41.565447 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-6d954ebb-c293-4692-9d0d-877ffe3153eb req-31e408ff-739d-4605-ae3e-555276c36c34 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Calling delete_port for 51ae40b1-71cb-4fad-baf2-3a802beac11b owned by compute:nova {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:20:41.672602 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b0619-52f0-4e5e-aa97-e7c858d2ffcd req-73523b4d-f76f-4ec8-9c2d-216133a72c2c tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:41.674385 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-862b0619-52f0-4e5e-aa97-e7c858d2ffcd req-73523b4d-f76f-4ec8-9c2d-216133a72c2c tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a8f285-3489-47b7-b23c-3c5bebc80f3c HTTP/1.1" status: 200 len: 945 time: 0.0712132 Jul 22 22:20:41.720557 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-6d954ebb-c293-4692-9d0d-877ffe3153eb req-31e408ff-739d-4605-ae3e-555276c36c34 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:41.726612 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-862b0619-52f0-4e5e-aa97-e7c858d2ffcd req-08b54e54-7970-4c52-a3f7-712a1fd051e1 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f4b97dc-4601-4458-8bb5-ad604be4f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368326 Jul 22 22:20:41.733258 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['51ae40b1-71cb-4fad-baf2-3a802beac11b'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:20:41.742550 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e408ff-739d-4605-ae3e-555276c36c34 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Pushing event deleted for resources: {'Port': ['ID=51ae40b1-71cb-4fad-baf2-3a802beac11b,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:41.796473 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d954ebb-c293-4692-9d0d-877ffe3153eb req-31e408ff-739d-4605-ae3e-555276c36c34 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] No DVR routers for this DVR port 51ae40b1-71cb-4fad-baf2-3a802beac11b on host hv-cinder-80191 {{(pid=93278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:20:41.800213 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-6d954ebb-c293-4692-9d0d-877ffe3153eb req-31e408ff-739d-4605-ae3e-555276c36c34 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:41.802541 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6d954ebb-c293-4692-9d0d-877ffe3153eb req-31e408ff-739d-4605-ae3e-555276c36c34 tempest-AttachVolumeNegativeTest-1887507794 tempest-AttachVolumeNegativeTest-1887507794-project] 10.222.0.115 "DELETE /v2.0/ports/51ae40b1-71cb-4fad-baf2-3a802beac11b HTTP/1.1" status: 204 len: 173 time: 0.4704015 Jul 22 22:20:41.808001 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a8f285-3489-47b7-b23c-3c5bebc80f3c', 'name': 'network-vif-deleted', 'tag': '51ae40b1-71cb-4fad-baf2-3a802beac11b'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:20:41.810191 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d7333b-6b07-4749-b336-a65f5bf3d78a" -d '{"events": [{"server_uuid": "69a8f285-3489-47b7-b23c-3c5bebc80f3c", "name": "network-vif-deleted", "tag": "51ae40b1-71cb-4fad-baf2-3a802beac11b"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:20:41.855937 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2311ebdf-b809-4c54-9c31-231e766d0df0 x-openstack-request-id: req-2311ebdf-b809-4c54-9c31-231e766d0df0 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:20:41.856252 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a8f285-3489-47b7-b23c-3c5bebc80f3c", "name": "network-vif-deleted", "tag": "51ae40b1-71cb-4fad-baf2-3a802beac11b", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:20:41.856512 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2311ebdf-b809-4c54-9c31-231e766d0df0 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:20:41.856917 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a8f285-3489-47b7-b23c-3c5bebc80f3c', 'name': 'network-vif-deleted', 'tag': '51ae40b1-71cb-4fad-baf2-3a802beac11b', 'status': 'completed', 'code': 200} Jul 22 22:20:42.308770 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab5cd0-c237-4294-b6b5-7defc537253f req-63475773-b8ba-4453-bf0a-7be53377e364 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:42.311226 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-68ab5cd0-c237-4294-b6b5-7defc537253f req-63475773-b8ba-4453-bf0a-7be53377e364 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/ports?device_id=7be910cf-31be-492b-998e-8fb77925d4df HTTP/1.1" status: 200 len: 945 time: 0.0743651 Jul 22 22:20:42.352953 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-68ab5cd0-c237-4294-b6b5-7defc537253f req-b350ed3f-0c8f-4c05-bc19-88140458a37c tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc1f1535-7ea4-4f40-ae6a-24b4f767dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359173 Jul 22 22:20:42.358427 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 42daf5d2-7c0a-415d-b7e7-48cd8a825c1f up at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:20:42.407392 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning for port 42daf5d2-7c0a-415d-b7e7-48cd8a825c1f completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:20:42.411073 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning complete for port 42daf5d2-7c0a-415d-b7e7-48cd8a825c1f triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:20:42.411446 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:42.493169 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:42.515404 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be910cf-31be-492b-998e-8fb77925d4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42daf5d2-7c0a-415d-b7e7-48cd8a825c1f'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:20:42.517789 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f27b67f0d35f7f80674a04ef850f841daaa75b8eb1023cd4f94f55c11be84c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fe17f7-2de5-4f38-9d11-adc8a270ba8e" -d '{"events": [{"server_uuid": "7be910cf-31be-492b-998e-8fb77925d4df", "name": "network-vif-plugged", "status": "completed", "tag": "42daf5d2-7c0a-415d-b7e7-48cd8a825c1f"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:20:42.532190 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 42daf5d2-7c0a-415d-b7e7-48cd8a825c1f, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=42daf5d2-7c0a-415d-b7e7-48cd8a825c1f,segment=NetworkSegment(587317d9-c8da-40a2-94af-38875ad7b0ac),segment_id=587317d9-c8da-40a2-94af-38875ad7b0ac)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:42.535795 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:42.561324 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bc2df5-f5f7-460d-bfd0-ee1d8266132d x-openstack-request-id: req-f4bc2df5-f5f7-460d-bfd0-ee1d8266132d {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:20:42.561629 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7be910cf-31be-492b-998e-8fb77925d4df", "name": "network-vif-plugged", "status": "completed", "tag": "42daf5d2-7c0a-415d-b7e7-48cd8a825c1f", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:20:42.561885 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f4bc2df5-f5f7-460d-bfd0-ee1d8266132d {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:20:42.562283 dv-cinder-801912-2-iscsi neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7be910cf-31be-492b-998e-8fb77925d4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42daf5d2-7c0a-415d-b7e7-48cd8a825c1f', 'code': 200} Jul 22 22:20:42.595408 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=42daf5d2-7c0a-415d-b7e7-48cd8a825c1f,revision_number=5']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:42.602907 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:42.603263 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:42.603608 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:42.603951 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:42.604313 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:42.604653 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:42.604990 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:42.605323 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:42.605656 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:42.606470 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:42.606470 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:42.606837 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:42.759499 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407a23c-92ce-4772-936f-c96170b212ab req-c0051079-cf94-4294-b17d-d8ec4a0fc6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:42.760926 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0407a23c-92ce-4772-936f-c96170b212ab req-c0051079-cf94-4294-b17d-d8ec4a0fc6fb service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=7be910cf-31be-492b-998e-8fb77925d4df HTTP/1.1" status: 200 len: 1099 time: 0.0550556 Jul 22 22:20:42.797498 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0407a23c-92ce-4772-936f-c96170b212ab req-34d7b69f-b0ab-4f28-8390-2f6a1854ca6f service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=dc1f1535-7ea4-4f40-ae6a-24b4f767dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282254 Jul 22 22:20:42.798801 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 50630) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:42.850630 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_v2 [None req-63a63c5f-c007-43f5-b0e3-88d0e60717f4 admin admin] Deleting subnet 1d8f399d-005f-4419-9f4d-091c2cf5b73e {{(pid=93278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:20:42.853979 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-63a63c5f-c007-43f5-b0e3-88d0e60717f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:42.888089 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-63a63c5f-c007-43f5-b0e3-88d0e60717f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2973935'] for subnet, precommit_delete_associations {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:42.926765 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-63a63c5f-c007-43f5-b0e3-88d0e60717f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759386'] for subnet, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:42.979063 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-63a63c5f-c007-43f5-b0e3-88d0e60717f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2431582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2719312'] for subnet, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:43.010212 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a63c5f-c007-43f5-b0e3-88d0e60717f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d8f399d-005f-4419-9f4d-091c2cf5b73e,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:43.012070 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-63a63c5f-c007-43f5-b0e3-88d0e60717f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:43.015505 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-63a63c5f-c007-43f5-b0e3-88d0e60717f4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1d8f399d-005f-4419-9f4d-091c2cf5b73e HTTP/1.1" status: 204 len: 168 time: 0.2153785 Jul 22 22:20:43.016696 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 50634) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:43.082861 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5c16ffd8-8412-4049-99bb-fb5ce6ff9b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1788509'] for network, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:43.161307 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5c16ffd8-8412-4049-99bb-fb5ce6ff9b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760422', 'neutron.services.segments.db._delete_segments_for_network-8746838092337'] for network, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:43.171365 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-5c16ffd8-8412-4049-99bb-fb5ce6ff9b95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34673370-560f-41fe-9c17-1619350d74d3']}} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:43.181690 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-5c16ffd8-8412-4049-99bb-fb5ce6ff9b95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd15c25b1-f200-4eab-9a4f-9cc58efb2aff') {'for_net_delete': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:43.181994 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-5c16ffd8-8412-4049-99bb-fb5ce6ff9b95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd15c25b1-f200-4eab-9a4f-9cc58efb2aff') {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:43.190406 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5c16ffd8-8412-4049-99bb-fb5ce6ff9b95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746838093114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2973926'] for segment, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:43.206937 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5c16ffd8-8412-4049-99bb-fb5ce6ff9b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122'] for segment, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:43.213520 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c16ffd8-8412-4049-99bb-fb5ce6ff9b95 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:20:43.213944 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5c16ffd8-8412-4049-99bb-fb5ce6ff9b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2431524'] for segment, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:43.215653 dv-cinder-801912-2-iscsi neutron-server[93278]: Traceback (most recent call last): Jul 22 22:20:43.215653 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:20:43.215653 dv-cinder-801912-2-iscsi neutron-server[93278]: timer() Jul 22 22:20:43.215653 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:20:43.215653 dv-cinder-801912-2-iscsi neutron-server[93278]: cb(*args, **kw) Jul 22 22:20:43.215653 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:20:43.215653 dv-cinder-801912-2-iscsi neutron-server[93278]: return func(*args, **kwargs) Jul 22 22:20:43.215653 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:20:43.215653 dv-cinder-801912-2-iscsi neutron-server[93278]: self._notify() Jul 22 22:20:43.215653 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:20:43.215653 dv-cinder-801912-2-iscsi neutron-server[93278]: self.callback(batched_events) Jul 22 22:20:43.215653 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:20:43.215653 dv-cinder-801912-2-iscsi neutron-server[93278]: event.method(event) Jul 22 22:20:43.215653 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:20:43.215653 dv-cinder-801912-2-iscsi neutron-server[93278]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:20:43.215653 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:20:43.215653 dv-cinder-801912-2-iscsi neutron-server[93278]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:20:43.215653 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:20:43.215653 dv-cinder-801912-2-iscsi neutron-server[93278]: return f(self, *a, **k) Jul 22 22:20:43.215653 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:20:43.215653 dv-cinder-801912-2-iscsi neutron-server[93278]: return self._get(url).json() Jul 22 22:20:43.215653 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:20:43.215653 dv-cinder-801912-2-iscsi neutron-server[93278]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:20:43.215653 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:20:43.215653 dv-cinder-801912-2-iscsi neutron-server[93278]: return self.request(url, 'GET', **kwargs) Jul 22 22:20:43.215653 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:20:43.215653 dv-cinder-801912-2-iscsi neutron-server[93278]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:20:43.215653 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:20:43.215653 dv-cinder-801912-2-iscsi neutron-server[93278]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:20:43.215653 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:20:43.215653 dv-cinder-801912-2-iscsi neutron-server[93278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:20:43.215653 dv-cinder-801912-2-iscsi neutron-server[93278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:20:43.269126 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5c16ffd8-8412-4049-99bb-fb5ce6ff9b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718227'] for network, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:43.275106 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5c16ffd8-8412-4049-99bb-fb5ce6ff9b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:43.277018 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-5c16ffd8-8412-4049-99bb-fb5ce6ff9b95 admin admin] 10.222.0.11 "DELETE /v2.0/networks/34673370-560f-41fe-9c17-1619350d74d3 HTTP/1.1" status: 204 len: 168 time: 0.2594209 Jul 22 22:20:43.287654 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16ffd8-8412-4049-99bb-fb5ce6ff9b95 admin admin] Pushing event deleted for resources: {'Network': ['ID=34673370-560f-41fe-9c17-1619350d74d3,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:43.461157 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 50646) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:43.509253 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-466c3564-68fe-4016-9407-48a3aaf5fef6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8038fbe851d34a8281dfd4c3137eeb0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468111 Jul 22 22:20:43.510453 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3165d-7202-4977-855f-08943a748077 req-007975cb-1fa8-40df-bc4b-b0318117fce5 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:43.511814 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 50648) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:43.511930 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3dd3165d-7202-4977-855f-08943a748077 req-007975cb-1fa8-40df-bc4b-b0318117fce5 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/ports?device_id=7be910cf-31be-492b-998e-8fb77925d4df HTTP/1.1" status: 200 len: 946 time: 0.0725162 Jul 22 22:20:43.550506 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3dd3165d-7202-4977-855f-08943a748077 req-a25a1dae-9c60-4d60-b838-d45b7e3c3556 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc1f1535-7ea4-4f40-ae6a-24b4f767dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324843 Jul 22 22:20:43.562126 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6c8fd876-575c-47b7-96b4-bb2479338d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:43.583505 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6c8fd876-575c-47b7-96b4-bb2479338d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:43.632054 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6c8fd876-575c-47b7-96b4-bb2479338d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:43.634685 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6c8fd876-575c-47b7-96b4-bb2479338d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:43.636548 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-6c8fd876-575c-47b7-96b4-bb2479338d38 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1f4b97dc-4601-4458-8bb5-ad604be4f0c7 HTTP/1.1" status: 204 len: 168 time: 0.1236739 Jul 22 22:20:43.649380 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8fd876-575c-47b7-96b4-bb2479338d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4b97dc-4601-4458-8bb5-ad604be4f0c7,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:44.359765 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 51ae40b1-71cb-4fad-baf2-3a802beac11b no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:20:44.378310 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] No Port match for: 51ae40b1-71cb-4fad-baf2-3a802beac11b {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:20:44.378708 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 51ae40b1-71cb-4fad-baf2-3a802beac11b not bound to the agent host hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:20:44.691267 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3baca-5cd7-4310-8b86-95ed6e533cac req-8e63936b-a910-4924-9257-340fe4e3b62a tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:44.692769 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-fed3baca-5cd7-4310-8b86-95ed6e533cac req-8e63936b-a910-4924-9257-340fe4e3b62a tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/ports?device_id=7be910cf-31be-492b-998e-8fb77925d4df HTTP/1.1" status: 200 len: 946 time: 0.0699873 Jul 22 22:20:44.734121 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-fed3baca-5cd7-4310-8b86-95ed6e533cac req-c409d96d-152f-4049-b7ee-96715ac27b2a tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc1f1535-7ea4-4f40-ae6a-24b4f767dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349140 Jul 22 22:20:45.356468 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 50722) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:45.459128 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-cef3540b-a055-4ef9-9272-079fe77b0415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:45.549791 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-cef3540b-a055-4ef9-9272-079fe77b0415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:45.556178 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-cef3540b-a055-4ef9-9272-079fe77b0415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:45.598134 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-cef3540b-a055-4ef9-9272-079fe77b0415 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=109620bcdb8f41a990c956e253c33f86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402284 Jul 22 22:20:45.599090 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3540b-a055-4ef9-9272-079fe77b0415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc563780-48b0-42ba-a857-80e6ed10a05c,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:45.600970 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 50726) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:45.655716 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-95f5c9e8-8b80-4e5f-ba84-b17d7a3a7ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:45.678170 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-95f5c9e8-8b80-4e5f-ba84-b17d7a3a7ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:45.724899 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-95f5c9e8-8b80-4e5f-ba84-b17d7a3a7ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:45.727572 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-95f5c9e8-8b80-4e5f-ba84-b17d7a3a7ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:45.729348 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-95f5c9e8-8b80-4e5f-ba84-b17d7a3a7ebf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fc563780-48b0-42ba-a857-80e6ed10a05c HTTP/1.1" status: 204 len: 168 time: 0.1272593 Jul 22 22:20:45.737817 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f5c9e8-8b80-4e5f-ba84-b17d7a3a7ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc563780-48b0-42ba-a857-80e6ed10a05c,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:45.837695 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 50736) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:45.998223 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-4bd2082d-718b-41fb-b8fc-7e9b9d14d52a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:46.063906 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 50742) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:46.078074 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-94d3459e-a761-43fc-8c3a-15a0ba33ffaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:46.096720 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-4bd2082d-718b-41fb-b8fc-7e9b9d14d52a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:46.100474 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-4bd2082d-718b-41fb-b8fc-7e9b9d14d52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:46.135683 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-4bd2082d-718b-41fb-b8fc-7e9b9d14d52a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=33a6c3ba6bac4fe4b75e91fc5cec7813&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2955666 Jul 22 22:20:46.139333 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 50748) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:46.156052 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2082d-718b-41fb-b8fc-7e9b9d14d52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64c4459-ac46-4202-8227-ebf3b53731e3,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:46.227191 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-702881be-156e-47ea-9854-ba4f25978da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:46.256637 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-94d3459e-a761-43fc-8c3a-15a0ba33ffaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:46.262640 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-94d3459e-a761-43fc-8c3a-15a0ba33ffaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:46.276464 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-702881be-156e-47ea-9854-ba4f25978da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:46.329128 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-94d3459e-a761-43fc-8c3a-15a0ba33ffaf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1f45efb74d094bdc8962ea02687863ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2639732 Jul 22 22:20:46.331866 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 50756) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:46.334957 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3459e-a761-43fc-8c3a-15a0ba33ffaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e359bd-0e5f-42d8-8451-ff8ce608f1fc,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:46.360083 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-702881be-156e-47ea-9854-ba4f25978da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:46.363142 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-702881be-156e-47ea-9854-ba4f25978da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:46.364482 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-702881be-156e-47ea-9854-ba4f25978da4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b64c4459-ac46-4202-8227-ebf3b53731e3 HTTP/1.1" status: 204 len: 168 time: 0.2237599 Jul 22 22:20:46.374031 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702881be-156e-47ea-9854-ba4f25978da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64c4459-ac46-4202-8227-ebf3b53731e3,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:46.413565 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-4b84d2be-0612-4bfe-89a0-1a495aafe30e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:46.437165 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-4b84d2be-0612-4bfe-89a0-1a495aafe30e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:46.444815 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-c2092933-41f5-454b-ba20-dfade4056a0b tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-356944471&fields=id&tenant_id=2abfaf6202824c23a8f6aaad9e7a16df HTTP/1.1" status: 200 len: 267 time: 0.0426865 Jul 22 22:20:46.497832 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-4b84d2be-0612-4bfe-89a0-1a495aafe30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:46.500441 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-4b84d2be-0612-4bfe-89a0-1a495aafe30e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:46.503904 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-4b84d2be-0612-4bfe-89a0-1a495aafe30e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/11e359bd-0e5f-42d8-8451-ff8ce608f1fc HTTP/1.1" status: 204 len: 168 time: 0.1683393 Jul 22 22:20:46.510320 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b84d2be-0612-4bfe-89a0-1a495aafe30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e359bd-0e5f-42d8-8451-ff8ce608f1fc,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:46.541009 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-207b6058-ef69-426f-849a-65f136d29fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:46.586014 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-8e0c8457-e5e9-4abb-b4e7-4b145e398cc8 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:46.587694 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-8e0c8457-e5e9-4abb-b4e7-4b145e398cc8 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/networks?id=f064cf42-f96c-4b47-830d-0a5aaa0b3353 HTTP/1.1" status: 200 len: 811 time: 0.1363065 Jul 22 22:20:46.606933 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-a5118206-b3ce-46e8-ba77-c4647942d2be tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/quotas/2abfaf6202824c23a8f6aaad9e7a16df HTTP/1.1" status: 200 len: 375 time: 0.0114696 Jul 22 22:20:46.684092 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-1610824e-b5cd-4d02-bc4a-6665e4697a61 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2abfaf6202824c23a8f6aaad9e7a16df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0641744 Jul 22 22:20:46.795985 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-d151ea90-a38a-4b72-afae-e000371fd0dd service neutron] 10.222.0.11 "GET /v2.0/networks/f064cf42-f96c-4b47-830d-0a5aaa0b3353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964746 Jul 22 22:20:46.901711 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-91daaae4-4dd1-4f94-b629-f075c4e3ea75 service neutron] 10.222.0.11 "GET /v2.0/networks/f064cf42-f96c-4b47-830d-0a5aaa0b3353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936162 Jul 22 22:20:47.294008 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-cf841cff-9efb-4ac4-8a37-75e19a98142b req-db27ee2c-b7ee-4057-89d5-e709cf4da21a tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1e30d19-7d32-4505-996a-82a4439beda4 HTTP/1.1" status: 200 len: 210 time: 0.0640869 Jul 22 22:20:48.176782 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 50854) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:48.316938 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5dcb45ee-cb31-4579-982b-8a5e811bdb38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:48.397203 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-95dcda6b-fe94-4e92-9619-0f373d886fe8 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:48.398697 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-95dcda6b-fe94-4e92-9619-0f373d886fe8 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.115 "GET /v2.0/networks?id=f064cf42-f96c-4b47-830d-0a5aaa0b3353 HTTP/1.1" status: 200 len: 811 time: 0.1993475 Jul 22 22:20:48.406035 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5890d999-4caf-474f-b1db-cc40facc9492 req-06b6dbdb-cd0b-4815-974e-e5eb07e27f53 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1e30d19-7d32-4505-996a-82a4439beda4 HTTP/1.1" status: 200 len: 210 time: 0.0342095 Jul 22 22:20:48.464990 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-e9eb46cc-0f73-452b-a1f8-c2e25a2ff3ba tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2abfaf6202824c23a8f6aaad9e7a16df HTTP/1.1" status: 200 len: 379 time: 0.0558956 Jul 22 22:20:48.480007 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-b0238484-50cb-448f-82dc-dd59f9384691 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Request body: {'port': {'device_id': 'b1e30d19-7d32-4505-996a-82a4439beda4', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'admin_state_up': True, 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'security_groups': ['43c16f4d-fbc8-4190-bf07-2d8677f59fb9']}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:48.533724 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5dcb45ee-cb31-4579-982b-8a5e811bdb38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:48.564037 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5dcb45ee-cb31-4579-982b-8a5e811bdb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:48.621432 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb45ee-cb31-4579-982b-8a5e811bdb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91890e5d-d779-44bd-aa88-2721e457d478,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:48.627227 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-5dcb45ee-cb31-4579-982b-8a5e811bdb38 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ce28cb51fa794952a4c8bf457ac02da2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4492610 Jul 22 22:20:48.630079 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 50876) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:48.649357 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 50878) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:48.656175 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-b0238484-50cb-448f-82dc-dd59f9384691 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Made reservation on behalf of 2abfaf6202824c23a8f6aaad9e7a16df for: {'port': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:20:48.659678 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-b0238484-50cb-448f-82dc-dd59f9384691 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:48.689590 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c0fca1a-5c61-468e-830e-39c9ffe17741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:48.713389 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c0fca1a-5c61-468e-830e-39c9ffe17741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:48.761428 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c0fca1a-5c61-468e-830e-39c9ffe17741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:48.764198 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9c0fca1a-5c61-468e-830e-39c9ffe17741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:48.765381 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-9c0fca1a-5c61-468e-830e-39c9ffe17741 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/91890e5d-d779-44bd-aa88-2721e457d478 HTTP/1.1" status: 204 len: 168 time: 0.1342621 Jul 22 22:20:48.773927 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0fca1a-5c61-468e-830e-39c9ffe17741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91890e5d-d779-44bd-aa88-2721e457d478,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:48.789917 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-fc4fd777-eb92-42df-810b-d67d328dcf9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:48.820277 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-b0238484-50cb-448f-82dc-dd59f9384691 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Allocated IP 172.20.0.13 (f064cf42-f96c-4b47-830d-0a5aaa0b3353/fec4972d-bc34-4dad-b039-91d3c3c2c734/29eeade3-f52a-411d-9e97-a08d3f5a29d7) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:20:48.934797 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-cb5f8ce8-2649-4a1f-abf3-3af88cd61288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:49.024228 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-fc4fd777-eb92-42df-810b-d67d328dcf9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:49.029894 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-fc4fd777-eb92-42df-810b-d67d328dcf9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:49.050304 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-b0238484-50cb-448f-82dc-dd59f9384691 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:49.081092 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 50886) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:49.094352 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b8cf81a3-a242-4bf1-a667-363fbb45aaac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:49.100865 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-b0238484-50cb-448f-82dc-dd59f9384691 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Transition to ACTIVE for port object 29eeade3-f52a-411d-9e97-a08d3f5a29d7 will not be triggered until provisioned by entity DHCP. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:20:49.103065 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4fd777-eb92-42df-810b-d67d328dcf9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3a22e2-4198-4c5a-8ad5-c113b64e059d,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:49.112789 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-fc4fd777-eb92-42df-810b-d67d328dcf9c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e38123fe993b4676b07d08dfed6062dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4623039 Jul 22 22:20:49.115898 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 50888) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:49.152647 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:49.154691 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-b0238484-50cb-448f-82dc-dd59f9384691 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:49.201526 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d2a8c214-df7b-43f7-a4ac-da039ddcb539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:49.209787 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-b0238484-50cb-448f-82dc-dd59f9384691 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Network f064cf42-f96c-4b47-830d-0a5aaa0b3353 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:20:49.214705 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-b0238484-50cb-448f-82dc-dd59f9384691 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:20:49.217673 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-b0238484-50cb-448f-82dc-dd59f9384691 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:20:49.245746 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d2a8c214-df7b-43f7-a4ac-da039ddcb539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:49.259512 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0238484-50cb-448f-82dc-dd59f9384691 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Pushing event updated for resources: {'Port': ['ID=29eeade3-f52a-411d-9e97-a08d3f5a29d7,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:49.293654 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-b0238484-50cb-448f-82dc-dd59f9384691 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:49.294430 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-b0238484-50cb-448f-82dc-dd59f9384691 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:49.295848 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b8cf81a3-a242-4bf1-a667-363fbb45aaac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:49.303380 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b8cf81a3-a242-4bf1-a667-363fbb45aaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:49.316260 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-b0238484-50cb-448f-82dc-dd59f9384691 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8427036 Jul 22 22:20:49.332644 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-b273c662-f208-42ef-8a0d-545691810fc0 service neutron] Request body: {'port': {'device_id': 'b1e30d19-7d32-4505-996a-82a4439beda4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:49.357604 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-b8cf81a3-a242-4bf1-a667-363fbb45aaac admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a0ed2f2159f94e5f8b32545e765f33e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2751954 Jul 22 22:20:49.359923 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 50890) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:49.382241 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf81a3-a242-4bf1-a667-363fbb45aaac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5325484a-f08c-41cb-8846-f79f3a4e78f8,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:49.396342 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d2a8c214-df7b-43f7-a4ac-da039ddcb539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:49.398655 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d2a8c214-df7b-43f7-a4ac-da039ddcb539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:49.402382 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-d2a8c214-df7b-43f7-a4ac-da039ddcb539 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4d3a22e2-4198-4c5a-8ad5-c113b64e059d HTTP/1.1" status: 204 len: 168 time: 0.2826092 Jul 22 22:20:49.450637 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-b273c662-f208-42ef-8a0d-545691810fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:49.454478 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a8c214-df7b-43f7-a4ac-da039ddcb539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3a22e2-4198-4c5a-8ad5-c113b64e059d,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:49.502731 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8d576d23-a7cd-43d1-b281-00595ee8dbe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:49.547912 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8d576d23-a7cd-43d1-b281-00595ee8dbe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:49.600428 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-38c6d01a-8a64-4125-a6a6-0f248c24ae89 None None] Provisioning for port 29eeade3-f52a-411d-9e97-a08d3f5a29d7 completed by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:20:49.607976 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-38c6d01a-8a64-4125-a6a6-0f248c24ae89 None None] Provisioning complete for port 29eeade3-f52a-411d-9e97-a08d3f5a29d7 triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:20:49.609030 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-38c6d01a-8a64-4125-a6a6-0f248c24ae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:49.655642 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-38c6d01a-8a64-4125-a6a6-0f248c24ae89 None None] Port 29eeade3-f52a-411d-9e97-a08d3f5a29d7 cannot update to ACTIVE because it is not bound. {{(pid=93280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:20:49.677547 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb5d8d-efe1-436b-8f46-faddce8e2145 req-30a0095d-c828-45fa-a1f8-b6cb27e529df tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:49.680016 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-6bcb5d8d-efe1-436b-8f46-faddce8e2145 req-30a0095d-c828-45fa-a1f8-b6cb27e529df tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1e30d19-7d32-4505-996a-82a4439beda4 HTTP/1.1" status: 200 len: 932 time: 0.1479933 Jul 22 22:20:49.707107 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8d576d23-a7cd-43d1-b281-00595ee8dbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:49.710926 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8d576d23-a7cd-43d1-b281-00595ee8dbe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:49.715918 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-8d576d23-a7cd-43d1-b281-00595ee8dbe4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5325484a-f08c-41cb-8846-f79f3a4e78f8 HTTP/1.1" status: 204 len: 168 time: 0.3516970 Jul 22 22:20:49.742109 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d576d23-a7cd-43d1-b281-00595ee8dbe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5325484a-f08c-41cb-8846-f79f3a4e78f8,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:49.769031 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-6bcb5d8d-efe1-436b-8f46-faddce8e2145 req-37e274fe-899e-448e-b480-278cf430f57c tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736814 Jul 22 22:20:49.846468 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-b273c662-f208-42ef-8a0d-545691810fc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29eeade3-f52a-411d-9e97-a08d3f5a29d7 {{(pid=93278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:20:49.858767 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-b273c662-f208-42ef-8a0d-545691810fc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:49.876976 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-b273c662-f208-42ef-8a0d-545691810fc0 service neutron] Transition to ACTIVE for port object 29eeade3-f52a-411d-9e97-a08d3f5a29d7 will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:20:49.882647 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-b273c662-f208-42ef-8a0d-545691810fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:49.942577 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273c662-f208-42ef-8a0d-545691810fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=29eeade3-f52a-411d-9e97-a08d3f5a29d7,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:49.942956 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 50902) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:49.962642 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3e00a532-341f-4a1b-9818-4bc74ee43249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:50.042725 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-b273c662-f208-42ef-8a0d-545691810fc0 service neutron] Attempting to bind port 29eeade3-f52a-411d-9e97-a08d3f5a29d7 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:20:50.043057 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-b273c662-f208-42ef-8a0d-545691810fc0 service neutron] Attempting to bind port 29eeade3-f52a-411d-9e97-a08d3f5a29d7 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '04b6c565-2fba-4e25-aced-87ccd86f1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:20:50.043384 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-b273c662-f208-42ef-8a0d-545691810fc0 service neutron] Attempting to bind port 29eeade3-f52a-411d-9e97-a08d3f5a29d7 on network f064cf42-f96c-4b47-830d-0a5aaa0b3353 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:20:50.049912 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-b273c662-f208-42ef-8a0d-545691810fc0 service neutron] Port 29eeade3-f52a-411d-9e97-a08d3f5a29d7 on network f064cf42-f96c-4b47-830d-0a5aaa0b3353 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:20:50.050257 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-b273c662-f208-42ef-8a0d-545691810fc0 service neutron] Attempting to bind port 29eeade3-f52a-411d-9e97-a08d3f5a29d7 on network f064cf42-f96c-4b47-830d-0a5aaa0b3353 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:20:50.058392 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-b273c662-f208-42ef-8a0d-545691810fc0 service neutron] Checking agent: {'id': '4259e59d-080d-4967-89a0-1abd7a18732f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'started_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:20:50.058392 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-b273c662-f208-42ef-8a0d-545691810fc0 service neutron] Checking segment: {'id': '04b6c565-2fba-4e25-aced-87ccd86f1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:20:50.058781 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-b273c662-f208-42ef-8a0d-545691810fc0 service neutron] Bound using segment: {'id': '04b6c565-2fba-4e25-aced-87ccd86f1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:20:50.059270 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-b273c662-f208-42ef-8a0d-545691810fc0 service neutron] Bound port: 29eeade3-f52a-411d-9e97-a08d3f5a29d7, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04b6c565-2fba-4e25-aced-87ccd86f1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:20:50.059574 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-b273c662-f208-42ef-8a0d-545691810fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:50.115288 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3e00a532-341f-4a1b-9818-4bc74ee43249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:50.120209 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3e00a532-341f-4a1b-9818-4bc74ee43249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:50.143428 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-b273c662-f208-42ef-8a0d-545691810fc0 service neutron] For port 29eeade3-f52a-411d-9e97-a08d3f5a29d7, host hv-cinder-80191, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:20:50.147580 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-b273c662-f208-42ef-8a0d-545691810fc0 service neutron] For port 29eeade3-f52a-411d-9e97-a08d3f5a29d7, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=29eeade3-f52a-411d-9e97-a08d3f5a29d7,segment=NetworkSegment(04b6c565-2fba-4e25-aced-87ccd86f1ada),segment_id=04b6c565-2fba-4e25-aced-87ccd86f1ada)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:20:50.154446 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-b273c662-f208-42ef-8a0d-545691810fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:50.186995 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-3e00a532-341f-4a1b-9818-4bc74ee43249 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fc1f4af546ad4580bc9341bc297053a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2428057 Jul 22 22:20:50.187800 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00a532-341f-4a1b-9818-4bc74ee43249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d78162-ce89-404a-8a38-c2191e2bb031,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:50.188336 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 50912) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:50.228174 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:50.239043 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-b273c662-f208-42ef-8a0d-545691810fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:50.240680 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-b273c662-f208-42ef-8a0d-545691810fc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:50.242473 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-b273c662-f208-42ef-8a0d-545691810fc0 service neutron] 10.222.0.115 "PUT /v2.0/ports/29eeade3-f52a-411d-9e97-a08d3f5a29d7 HTTP/1.1" status: 200 len: 1094 time: 0.9164305 Jul 22 22:20:50.243125 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e30d19-7d32-4505-996a-82a4439beda4', 'tag': '29eeade3-f52a-411d-9e97-a08d3f5a29d7'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:20:50.247358 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c38574-7a5d-471c-81a1-52f9bd7843f4" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e30d19-7d32-4505-996a-82a4439beda4", "tag": "29eeade3-f52a-411d-9e97-a08d3f5a29d7"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:20:50.324517 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273c662-f208-42ef-8a0d-545691810fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=29eeade3-f52a-411d-9e97-a08d3f5a29d7,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:50.332958 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e1a311-bd05-4f6a-84f6-177d6eb4d219 x-openstack-request-id: req-d1e1a311-bd05-4f6a-84f6-177d6eb4d219 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:20:50.333246 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e30d19-7d32-4505-996a-82a4439beda4", "tag": "29eeade3-f52a-411d-9e97-a08d3f5a29d7", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:20:50.333498 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d1e1a311-bd05-4f6a-84f6-177d6eb4d219 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:20:50.334432 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e30d19-7d32-4505-996a-82a4439beda4', 'tag': '29eeade3-f52a-411d-9e97-a08d3f5a29d7', 'status': 'completed', 'code': 200} Jul 22 22:20:50.367805 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e101d284-2194-4798-8e02-023aaa122a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:50.409894 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e101d284-2194-4798-8e02-023aaa122a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:50.450322 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-b30cd093-9d40-46f9-a6f2-36c01579d1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:50.452377 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-b30cd093-9d40-46f9-a6f2-36c01579d1f5 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=2abfaf6202824c23a8f6aaad9e7a16df&device_id=b1e30d19-7d32-4505-996a-82a4439beda4 HTTP/1.1" status: 200 len: 1097 time: 0.1462657 Jul 22 22:20:50.504471 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-8406eede-c95b-4224-8a30-a739d1d388e1 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29eeade3-f52a-411d-9e97-a08d3f5a29d7 HTTP/1.1" status: 200 len: 217 time: 0.0436478 Jul 22 22:20:50.556186 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e101d284-2194-4798-8e02-023aaa122a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:50.560859 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e101d284-2194-4798-8e02-023aaa122a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:50.564472 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-e101d284-2194-4798-8e02-023aaa122a55 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/32d78162-ce89-404a-8a38-c2191e2bb031 HTTP/1.1" status: 204 len: 168 time: 0.3709409 Jul 22 22:20:50.575478 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101d284-2194-4798-8e02-023aaa122a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d78162-ce89-404a-8a38-c2191e2bb031,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:50.584011 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-c8b09c19-ca6f-4662-99a9-bb4174b296f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:50.585539 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-c8b09c19-ca6f-4662-99a9-bb4174b296f8 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=fec4972d-bc34-4dad-b039-91d3c3c2c734 HTTP/1.1" status: 200 len: 850 time: 0.0736167 Jul 22 22:20:50.666599 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-5073c96c-9037-4ff9-af26-264220f3dd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:50.668271 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-5073c96c-9037-4ff9-af26-264220f3dd12 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f064cf42-f96c-4b47-830d-0a5aaa0b3353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705485 Jul 22 22:20:50.762047 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-74051d6d-2091-4a2e-8850-0c638082fde4 service neutron] 10.222.0.115 "GET /v2.0/networks/f064cf42-f96c-4b47-830d-0a5aaa0b3353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866671 Jul 22 22:20:50.908696 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-70faa74f-306e-42e1-86e0-e88da7f122a8 req-8db39cd6-0e8c-46c9-8285-e243e10089d8 service neutron] 10.222.0.115 "GET /v2.0/networks/f064cf42-f96c-4b47-830d-0a5aaa0b3353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243975 Jul 22 22:20:50.938579 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93b557-1e86-4f47-bc14-d24e7492be4c req-180089b1-c91b-41e1-9c04-72d4e93eb1dc tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:50.941177 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-9d93b557-1e86-4f47-bc14-d24e7492be4c req-180089b1-c91b-41e1-9c04-72d4e93eb1dc tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1e30d19-7d32-4505-996a-82a4439beda4 HTTP/1.1" status: 200 len: 944 time: 0.0929799 Jul 22 22:20:50.991118 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-9d93b557-1e86-4f47-bc14-d24e7492be4c req-31a3d796-ccf5-4003-b386-dec2db61d39e tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347581 Jul 22 22:20:51.050963 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c38574-7a5d-471c-81a1-52f9bd7843f4 req-cdb09be9-d721-4afc-a1ad-c602b6745f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:51.052560 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b8c38574-7a5d-471c-81a1-52f9bd7843f4 req-cdb09be9-d721-4afc-a1ad-c602b6745f42 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=2abfaf6202824c23a8f6aaad9e7a16df&device_id=b1e30d19-7d32-4505-996a-82a4439beda4 HTTP/1.1" status: 200 len: 1097 time: 0.0844419 Jul 22 22:20:51.170090 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c38574-7a5d-471c-81a1-52f9bd7843f4 req-38d37c4c-1e09-4c20-a7a4-856930d14dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:51.171770 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b8c38574-7a5d-471c-81a1-52f9bd7843f4 req-38d37c4c-1e09-4c20-a7a4-856930d14dad service neutron] 10.222.0.115 "GET /v2.0/networks?id=f064cf42-f96c-4b47-830d-0a5aaa0b3353 HTTP/1.1" status: 200 len: 912 time: 0.1119180 Jul 22 22:20:51.219510 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b8c38574-7a5d-471c-81a1-52f9bd7843f4 req-55438e39-f082-4ee8-8231-8f994b966831 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29eeade3-f52a-411d-9e97-a08d3f5a29d7 HTTP/1.1" status: 200 len: 217 time: 0.0407875 Jul 22 22:20:51.279861 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c38574-7a5d-471c-81a1-52f9bd7843f4 req-c36b95db-c19e-4d09-9546-4158c47016b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:51.282475 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b8c38574-7a5d-471c-81a1-52f9bd7843f4 req-c36b95db-c19e-4d09-9546-4158c47016b5 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=fec4972d-bc34-4dad-b039-91d3c3c2c734 HTTP/1.1" status: 200 len: 850 time: 0.0560858 Jul 22 22:20:51.344306 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c38574-7a5d-471c-81a1-52f9bd7843f4 req-9ab8a511-05ea-4f80-b94b-58fd312272a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:51.345787 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b8c38574-7a5d-471c-81a1-52f9bd7843f4 req-9ab8a511-05ea-4f80-b94b-58fd312272a1 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f064cf42-f96c-4b47-830d-0a5aaa0b3353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562525 Jul 22 22:20:51.449984 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b8c38574-7a5d-471c-81a1-52f9bd7843f4 req-dfc73e74-576b-48ca-8686-5ea018596c67 service neutron] 10.222.0.115 "GET /v2.0/networks/f064cf42-f96c-4b47-830d-0a5aaa0b3353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960710 Jul 22 22:20:51.588979 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b8c38574-7a5d-471c-81a1-52f9bd7843f4 req-c2e34ecf-5262-474d-b4fc-2d3d18ba8a0e service neutron] 10.222.0.115 "GET /v2.0/networks/f064cf42-f96c-4b47-830d-0a5aaa0b3353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314638 Jul 22 22:20:51.866084 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:52.222143 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85300f5c-2a4b-4396-9ab2-cefc25ceae7c req-b1b34187-b1e8-42c2-ac6a-499521aab8ed tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:52.225283 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-85300f5c-2a4b-4396-9ab2-cefc25ceae7c req-b1b34187-b1e8-42c2-ac6a-499521aab8ed tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1e30d19-7d32-4505-996a-82a4439beda4 HTTP/1.1" status: 200 len: 944 time: 0.1283393 Jul 22 22:20:52.269023 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-85300f5c-2a4b-4396-9ab2-cefc25ceae7c req-775dea3c-6999-48ab-b34c-c95111ce139c tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362358 Jul 22 22:20:53.416866 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c826a2-39a0-4fcd-8b5c-b6715fecd8f3 req-ddc872f2-c52f-453b-98d0-b05b0986c359 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:53.422315 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-60c826a2-39a0-4fcd-8b5c-b6715fecd8f3 req-ddc872f2-c52f-453b-98d0-b05b0986c359 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1e30d19-7d32-4505-996a-82a4439beda4 HTTP/1.1" status: 200 len: 944 time: 0.0739985 Jul 22 22:20:53.464901 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-60c826a2-39a0-4fcd-8b5c-b6715fecd8f3 req-b90ba25c-3265-4878-8b18-fa04481fb456 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397875 Jul 22 22:20:54.158455 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 51112) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:54.316517 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-66375e75-23e5-4313-9e0e-9e6f8179c045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:54.455352 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-66375e75-23e5-4313-9e0e-9e6f8179c045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:54.460775 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-66375e75-23e5-4313-9e0e-9e6f8179c045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:54.515045 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-66375e75-23e5-4313-9e0e-9e6f8179c045 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4ca3bfc266b44b8b9b5565bf158bdb14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3550036 Jul 22 22:20:54.516071 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66375e75-23e5-4313-9e0e-9e6f8179c045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101e1ee5-b896-4c35-89ce-9e774e788006,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:54.520274 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 51120) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:54.606532 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-447f4b7d-75c6-4bb0-874e-63672cfba310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:54.637869 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-447f4b7d-75c6-4bb0-874e-63672cfba310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:54.690390 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ddcec-af34-4d1a-9104-6965bd3a0421 req-d0a3c9e0-c8a0-4d50-b3ff-5d96c6caa0ff tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:54.692035 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-557ddcec-af34-4d1a-9104-6965bd3a0421 req-d0a3c9e0-c8a0-4d50-b3ff-5d96c6caa0ff tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1e30d19-7d32-4505-996a-82a4439beda4 HTTP/1.1" status: 200 len: 944 time: 0.1293747 Jul 22 22:20:54.740512 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-557ddcec-af34-4d1a-9104-6965bd3a0421 req-e9d4d2b5-fea0-4e4f-b61e-40c6ea4fcc66 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392661 Jul 22 22:20:54.741108 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-447f4b7d-75c6-4bb0-874e-63672cfba310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:54.744340 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-447f4b7d-75c6-4bb0-874e-63672cfba310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:54.745538 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-447f4b7d-75c6-4bb0-874e-63672cfba310 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/101e1ee5-b896-4c35-89ce-9e774e788006 HTTP/1.1" status: 204 len: 168 time: 0.2267418 Jul 22 22:20:54.755005 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f4b7d-75c6-4bb0-874e-63672cfba310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101e1ee5-b896-4c35-89ce-9e774e788006,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:55.080887 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 51130) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:55.094939 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1fa19d1b-26dd-474f-b945-f08411bbd51a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:55.212756 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1fa19d1b-26dd-474f-b945-f08411bbd51a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:55.217386 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1fa19d1b-26dd-474f-b945-f08411bbd51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:55.257678 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa19d1b-26dd-474f-b945-f08411bbd51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e72712-a858-434f-a64a-d072966960bd,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:55.263025 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-1fa19d1b-26dd-474f-b945-f08411bbd51a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2fadc25928ef4cbab22fcf884d49cb49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1811056 Jul 22 22:20:55.275758 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 51136) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:55.339728 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ea6340f5-8c6e-48da-9b5c-d3778f274ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:55.368486 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ea6340f5-8c6e-48da-9b5c-d3778f274ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:55.427948 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ea6340f5-8c6e-48da-9b5c-d3778f274ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:55.430891 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ea6340f5-8c6e-48da-9b5c-d3778f274ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:55.435140 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-ea6340f5-8c6e-48da-9b5c-d3778f274ca1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/43e72712-a858-434f-a64a-d072966960bd HTTP/1.1" status: 204 len: 168 time: 0.1556742 Jul 22 22:20:55.444972 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6340f5-8c6e-48da-9b5c-d3778f274ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e72712-a858-434f-a64a-d072966960bd,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:55.571399 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871ce06-ce3b-4e0e-9b82-697bb94fdbe5 req-54b5b006-23d6-49ac-a965-3a0512a7c26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:55.573446 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8871ce06-ce3b-4e0e-9b82-697bb94fdbe5 req-54b5b006-23d6-49ac-a965-3a0512a7c26c service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7655566a61044cf8868d0fed64444851&device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 1138 time: 0.0673366 Jul 22 22:20:55.575023 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440afca2-0b15-4025-b5e6-a7e6e16e2644 req-bc57b5c8-19bc-4b0a-b665-54d5ed8bd6c7 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:55.579539 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-440afca2-0b15-4025-b5e6-a7e6e16e2644 req-bc57b5c8-19bc-4b0a-b665-54d5ed8bd6c7 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 985 time: 0.0936601 Jul 22 22:20:55.622906 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-440afca2-0b15-4025-b5e6-a7e6e16e2644 req-b8d8d9b0-5293-4b50-a44e-307bcfd3fd25 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&id=4e0d7aa4-14d0-4a31-b166-4467b521965c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396318 Jul 22 22:20:55.700869 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871ce06-ce3b-4e0e-9b82-697bb94fdbe5 req-cc017350-1e4c-432f-adfe-421dccba74f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:55.702401 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8871ce06-ce3b-4e0e-9b82-697bb94fdbe5 req-cc017350-1e4c-432f-adfe-421dccba74f7 service neutron] 10.222.0.115 "GET /v2.0/networks?id=f37d9d3d-f407-4eae-a393-c7d2061d8e21 HTTP/1.1" status: 200 len: 916 time: 0.1207824 Jul 22 22:20:55.776105 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8871ce06-ce3b-4e0e-9b82-697bb94fdbe5 req-1d4196b1-0a6d-4732-9634-b6d9ac7e1628 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4848c327-9cf5-43bc-95c4-5715398fd35d HTTP/1.1" status: 200 len: 1002 time: 0.0632844 Jul 22 22:20:55.834842 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871ce06-ce3b-4e0e-9b82-697bb94fdbe5 req-d81ee0bd-0c9d-41ef-90c7-f4e13f95959f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:55.836489 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8871ce06-ce3b-4e0e-9b82-697bb94fdbe5 req-d81ee0bd-0c9d-41ef-90c7-f4e13f95959f service neutron] 10.222.0.115 "GET /v2.0/subnets?id=7da51077-13ec-4dff-886f-d0eb88cbac6d HTTP/1.1" status: 200 len: 854 time: 0.0522823 Jul 22 22:20:55.923114 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871ce06-ce3b-4e0e-9b82-697bb94fdbe5 req-9eb88d87-3c26-425a-8ad1-968351932020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:55.925880 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8871ce06-ce3b-4e0e-9b82-697bb94fdbe5 req-9eb88d87-3c26-425a-8ad1-968351932020 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f37d9d3d-f407-4eae-a393-c7d2061d8e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782063 Jul 22 22:20:55.927363 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b03e3-2579-4227-8f76-9d127ffa2b46 req-eda9d5a1-b5bf-460b-a0e5-483083a6fbb9 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:55.929563 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-252b03e3-2579-4227-8f76-9d127ffa2b46 req-eda9d5a1-b5bf-460b-a0e5-483083a6fbb9 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1e30d19-7d32-4505-996a-82a4439beda4 HTTP/1.1" status: 200 len: 944 time: 0.1062219 Jul 22 22:20:55.979767 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-252b03e3-2579-4227-8f76-9d127ffa2b46 req-e35f3e0c-f942-4e2e-99b1-1b787aa4587b tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411098 Jul 22 22:20:56.301932 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8871ce06-ce3b-4e0e-9b82-697bb94fdbe5 req-59760326-e42f-4567-8c43-50f0ca67bede service neutron] 10.222.0.115 "GET /v2.0/networks/f37d9d3d-f407-4eae-a393-c7d2061d8e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600276 Jul 22 22:20:56.408225 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8871ce06-ce3b-4e0e-9b82-697bb94fdbe5 req-7b532dc1-8899-46fa-b0ad-39bd372e7eca service neutron] 10.222.0.115 "GET /v2.0/networks/f37d9d3d-f407-4eae-a393-c7d2061d8e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041470 Jul 22 22:20:56.614912 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:56.814129 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62684f-f90a-48bd-85b1-a4bee0803a94 req-e6d0d43b-a11d-41e2-839b-167cfa5c10f1 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:56.815864 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7f62684f-f90a-48bd-85b1-a4bee0803a94 req-e6d0d43b-a11d-41e2-839b-167cfa5c10f1 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 985 time: 0.0980082 Jul 22 22:20:56.871077 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7f62684f-f90a-48bd-85b1-a4bee0803a94 req-11644d72-3d10-4f88-9c7e-3a76cd97a937 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&id=4e0d7aa4-14d0-4a31-b166-4467b521965c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438187 Jul 22 22:20:57.138832 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ab64f-4fa7-434e-9cd1-acdc1821877a req-0e1683fd-ddeb-46b5-8a19-ec3855032cfb tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:57.142779 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e38ab64f-4fa7-434e-9cd1-acdc1821877a req-0e1683fd-ddeb-46b5-8a19-ec3855032cfb tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1e30d19-7d32-4505-996a-82a4439beda4 HTTP/1.1" status: 200 len: 944 time: 0.0748639 Jul 22 22:20:57.190599 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e38ab64f-4fa7-434e-9cd1-acdc1821877a req-7a20dc53-e480-43d5-b4d5-185d7b0c6f0b tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445175 Jul 22 22:20:58.055136 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba908e-3e10-49be-9b9f-cad266b9a4be req-35820473-7f49-4abc-90ca-3fbc14ae07e7 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:58.057415 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-38ba908e-3e10-49be-9b9f-cad266b9a4be req-35820473-7f49-4abc-90ca-3fbc14ae07e7 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 985 time: 0.0925045 Jul 22 22:20:58.102962 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-38ba908e-3e10-49be-9b9f-cad266b9a4be req-607c11e2-618c-40d7-b0fa-344f1773af10 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&id=4e0d7aa4-14d0-4a31-b166-4467b521965c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398345 Jul 22 22:20:58.353755 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6cd404-cc64-432a-a86c-207dd5a37c9d req-685e4c67-d2b7-4ec9-85b6-18ca87aca434 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:58.356137 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7f6cd404-cc64-432a-a86c-207dd5a37c9d req-685e4c67-d2b7-4ec9-85b6-18ca87aca434 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1e30d19-7d32-4505-996a-82a4439beda4 HTTP/1.1" status: 200 len: 944 time: 0.0761278 Jul 22 22:20:58.393074 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7f6cd404-cc64-432a-a86c-207dd5a37c9d req-3ceb33e0-f665-49f9-85a8-161941ebf774 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315969 Jul 22 22:20:59.309770 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3dbb50-8c64-4f75-a5a5-40f0fe7204e5 req-296eb376-c7bf-4ed2-9eff-9b8bee092a35 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:59.312401 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-6c3dbb50-8c64-4f75-a5a5-40f0fe7204e5 req-296eb376-c7bf-4ed2-9eff-9b8bee092a35 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 985 time: 0.0892859 Jul 22 22:20:59.367977 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-6c3dbb50-8c64-4f75-a5a5-40f0fe7204e5 req-5575da39-d692-4fa4-808a-ca6e900a47c7 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&id=4e0d7aa4-14d0-4a31-b166-4467b521965c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0480123 Jul 22 22:20:59.545581 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987afbb4-ba17-4db9-8f7c-7fa7e4571a3f req-f0545289-de96-4772-b100-043b6a552565 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:59.547058 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-987afbb4-ba17-4db9-8f7c-7fa7e4571a3f req-f0545289-de96-4772-b100-043b6a552565 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1e30d19-7d32-4505-996a-82a4439beda4 HTTP/1.1" status: 200 len: 944 time: 0.0741785 Jul 22 22:20:59.587760 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-987afbb4-ba17-4db9-8f7c-7fa7e4571a3f req-0df75aa3-221c-4a3b-882b-468a7af1bee1 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343034 Jul 22 22:21:00.665195 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1d812-f53a-4b32-b4aa-9949580154ad req-37514592-a9ec-440a-bc5a-556e9dc968d3 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:00.668505 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d2f1d812-f53a-4b32-b4aa-9949580154ad req-37514592-a9ec-440a-bc5a-556e9dc968d3 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 985 time: 0.2276537 Jul 22 22:21:00.760806 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d2f1d812-f53a-4b32-b4aa-9949580154ad req-70714e46-1a00-4d53-a0fb-18a28ff3e834 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&id=4e0d7aa4-14d0-4a31-b166-4467b521965c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0813491 Jul 22 22:21:00.787319 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae8d20-c85c-4d6d-85e1-95baa3af0505 req-c9b23dc3-57e0-4787-bd22-cf6146c5bf9d tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:00.788830 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-23ae8d20-c85c-4d6d-85e1-95baa3af0505 req-c9b23dc3-57e0-4787-bd22-cf6146c5bf9d tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1e30d19-7d32-4505-996a-82a4439beda4 HTTP/1.1" status: 200 len: 944 time: 0.1189737 Jul 22 22:21:00.831309 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-23ae8d20-c85c-4d6d-85e1-95baa3af0505 req-bab63a69-9b84-427c-97c7-241d0abeaebe tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360296 Jul 22 22:21:00.899309 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 6 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:21:01.311639 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 51304) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:01.420211 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0e05d8bd-fe05-480e-8d1a-d6a2fe2c99cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:01.529931 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0e05d8bd-fe05-480e-8d1a-d6a2fe2c99cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:01.534938 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0e05d8bd-fe05-480e-8d1a-d6a2fe2c99cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:01.571840 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e05d8bd-fe05-480e-8d1a-d6a2fe2c99cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e78c72-2703-49de-97a3-6a3c11197e78,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:01.576748 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-0e05d8bd-fe05-480e-8d1a-d6a2fe2c99cd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=75b7392a413a4c94969b7c641c0305d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2640321 Jul 22 22:21:01.578634 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 51310) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:01.629951 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-44b15e43-ddb6-4253-a3f4-d959aee0345e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:01.652092 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-44b15e43-ddb6-4253-a3f4-d959aee0345e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:01.700968 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-44b15e43-ddb6-4253-a3f4-d959aee0345e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:01.703516 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-44b15e43-ddb6-4253-a3f4-d959aee0345e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:01.704681 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-44b15e43-ddb6-4253-a3f4-d959aee0345e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/24e78c72-2703-49de-97a3-6a3c11197e78 HTTP/1.1" status: 204 len: 168 time: 0.1251404 Jul 22 22:21:01.712329 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b15e43-ddb6-4253-a3f4-d959aee0345e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e78c72-2703-49de-97a3-6a3c11197e78,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:01.902791 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463c46a-206a-426a-b49f-ea170a319d82 req-86905fb6-663a-47de-a185-5f462adf5d75 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:01.904345 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4463c46a-206a-426a-b49f-ea170a319d82 req-86905fb6-663a-47de-a185-5f462adf5d75 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 985 time: 0.0681367 Jul 22 22:21:01.952157 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4463c46a-206a-426a-b49f-ea170a319d82 req-b027325b-a033-4288-876e-8d6547cc7a7b tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&id=4e0d7aa4-14d0-4a31-b166-4467b521965c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416467 Jul 22 22:21:01.997313 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 51324) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:02.011206 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f9e0cfae-3d0b-417a-b480-259581396572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:02.140175 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f9e0cfae-3d0b-417a-b480-259581396572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:02.146448 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f9e0cfae-3d0b-417a-b480-259581396572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:02.183309 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-f9e0cfae-3d0b-417a-b480-259581396572 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d1c0203fbb3c4ec3971c58e478461c41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1848323 Jul 22 22:21:02.186848 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 51326) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:02.195830 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038a099-6ae0-4653-82fe-2ebab5af6012 req-f06d3edf-90c9-4dd3-a374-698b43e0aa45 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:02.197336 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5038a099-6ae0-4653-82fe-2ebab5af6012 req-f06d3edf-90c9-4dd3-a374-698b43e0aa45 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1e30d19-7d32-4505-996a-82a4439beda4 HTTP/1.1" status: 200 len: 944 time: 0.2920730 Jul 22 22:21:02.206777 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e0cfae-3d0b-417a-b480-259581396572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32dca30-02b4-4ef6-abac-4e767b3df241,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:02.245306 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-03338adb-9d49-4c23-be8a-e24cf75c157b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:02.248831 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5038a099-6ae0-4653-82fe-2ebab5af6012 req-888a3173-fdc4-4104-86e2-ad910564889d tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446522 Jul 22 22:21:02.273758 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-03338adb-9d49-4c23-be8a-e24cf75c157b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:02.321297 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-03338adb-9d49-4c23-be8a-e24cf75c157b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:02.324263 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-03338adb-9d49-4c23-be8a-e24cf75c157b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:02.325508 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-03338adb-9d49-4c23-be8a-e24cf75c157b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f32dca30-02b4-4ef6-abac-4e767b3df241 HTTP/1.1" status: 204 len: 168 time: 0.1366262 Jul 22 22:21:02.336944 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03338adb-9d49-4c23-be8a-e24cf75c157b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32dca30-02b4-4ef6-abac-4e767b3df241,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:03.096724 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9a720-0a2b-4da2-8d29-4d93d2be8fd1 req-90357f7e-d569-4b1b-8efc-003d9d36069c tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:03.098236 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-2dd9a720-0a2b-4da2-8d29-4d93d2be8fd1 req-90357f7e-d569-4b1b-8efc-003d9d36069c tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 985 time: 0.0716395 Jul 22 22:21:03.146289 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-2dd9a720-0a2b-4da2-8d29-4d93d2be8fd1 req-358433ae-19d9-4073-be47-6e0fa9e4752c tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&id=4e0d7aa4-14d0-4a31-b166-4467b521965c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374210 Jul 22 22:21:03.413722 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea60da9-9965-490c-8dcf-f8933f533d83 req-5ca0ec33-359f-4ac4-9cce-21e581848e4a tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:03.415352 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-cea60da9-9965-490c-8dcf-f8933f533d83 req-5ca0ec33-359f-4ac4-9cce-21e581848e4a tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1e30d19-7d32-4505-996a-82a4439beda4 HTTP/1.1" status: 200 len: 944 time: 0.0897992 Jul 22 22:21:03.486436 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-cea60da9-9965-490c-8dcf-f8933f533d83 req-33b4decf-4910-4827-833b-a0f06e4c50b1 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613434 Jul 22 22:21:04.343100 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fabec91-cd86-4e26-976e-2b7d6c00f773 req-3372f806-a81b-4e64-bdd8-adbcdef80c36 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:04.344666 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1fabec91-cd86-4e26-976e-2b7d6c00f773 req-3372f806-a81b-4e64-bdd8-adbcdef80c36 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 985 time: 0.1133997 Jul 22 22:21:04.394290 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1fabec91-cd86-4e26-976e-2b7d6c00f773 req-7894b46c-b64c-4ed5-8986-a938ffa22032 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&id=4e0d7aa4-14d0-4a31-b166-4467b521965c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399916 Jul 22 22:21:04.469730 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 29eeade3-f52a-411d-9e97-a08d3f5a29d7 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:21:04.699490 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 29eeade3-f52a-411d-9e97-a08d3f5a29d7, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=29eeade3-f52a-411d-9e97-a08d3f5a29d7,segment=NetworkSegment(04b6c565-2fba-4e25-aced-87ccd86f1ada),segment_id=04b6c565-2fba-4e25-aced-87ccd86f1ada)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:21:04.727543 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Returning: {'device': '29eeade3-f52a-411d-9e97-a08d3f5a29d7', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'port_id': '29eeade3-f52a-411d-9e97-a08d3f5a29d7', 'mac_address': 'fa:16:3e:da:ba:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:21:04.742173 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9804411-6cea-4bc7-bca8-1bdfbed14bc5 req-9a83b990-59f0-4751-8d0e-f40de47a6bdb tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:04.744474 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c9804411-6cea-4bc7-bca8-1bdfbed14bc5 req-9a83b990-59f0-4751-8d0e-f40de47a6bdb tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1e30d19-7d32-4505-996a-82a4439beda4 HTTP/1.1" status: 200 len: 944 time: 0.1131144 Jul 22 22:21:04.804850 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:04.837944 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c9804411-6cea-4bc7-bca8-1bdfbed14bc5 req-2d5cee0a-1772-4a2a-bff2-960e50a113fd tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834699 Jul 22 22:21:04.844091 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29eeade3-f52a-411d-9e97-a08d3f5a29d7 {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:21:04.876371 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 29eeade3-f52a-411d-9e97-a08d3f5a29d7, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=29eeade3-f52a-411d-9e97-a08d3f5a29d7,segment=NetworkSegment(04b6c565-2fba-4e25-aced-87ccd86f1ada),segment_id=04b6c565-2fba-4e25-aced-87ccd86f1ada)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:21:04.886302 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:04.974200 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=29eeade3-f52a-411d-9e97-a08d3f5a29d7,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:05.184217 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['29eeade3-f52a-411d-9e97-a08d3f5a29d7'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:21:05.578128 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365352f2-8c72-476c-866a-e8c15f2db2c3 req-142772a2-ad83-46f4-bfd4-60ec1368dace tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:05.580679 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-365352f2-8c72-476c-866a-e8c15f2db2c3 req-142772a2-ad83-46f4-bfd4-60ec1368dace tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 985 time: 0.0935674 Jul 22 22:21:05.656764 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-365352f2-8c72-476c-866a-e8c15f2db2c3 req-bbb79dfd-ad10-4d18-b248-bef4e7fc8620 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&id=4e0d7aa4-14d0-4a31-b166-4467b521965c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0696681 Jul 22 22:21:06.010409 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e443a-9531-40ae-87d0-119f7432a9e4 req-7c555e1e-c1ba-4ee3-9365-9c236ac369ff tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:06.012072 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-cc4e443a-9531-40ae-87d0-119f7432a9e4 req-7c555e1e-c1ba-4ee3-9365-9c236ac369ff tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1e30d19-7d32-4505-996a-82a4439beda4 HTTP/1.1" status: 200 len: 945 time: 0.0798481 Jul 22 22:21:06.054475 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-cc4e443a-9531-40ae-87d0-119f7432a9e4 req-10109a0a-dca2-496d-8001-0dd6af121411 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356362 Jul 22 22:21:06.483393 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 29eeade3-f52a-411d-9e97-a08d3f5a29d7 up at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:21:06.580030 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning for port 29eeade3-f52a-411d-9e97-a08d3f5a29d7 completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:21:06.586575 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning complete for port 29eeade3-f52a-411d-9e97-a08d3f5a29d7 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:21:06.587256 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:06.723718 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:06.764704 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e30d19-7d32-4505-996a-82a4439beda4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29eeade3-f52a-411d-9e97-a08d3f5a29d7'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:21:06.768528 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f27b67f0d35f7f80674a04ef850f841daaa75b8eb1023cd4f94f55c11be84c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be83c55f-bb98-4911-bccf-bc60d4c7b1dd" -d '{"events": [{"server_uuid": "b1e30d19-7d32-4505-996a-82a4439beda4", "name": "network-vif-plugged", "status": "completed", "tag": "29eeade3-f52a-411d-9e97-a08d3f5a29d7"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:21:06.792281 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 29eeade3-f52a-411d-9e97-a08d3f5a29d7, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=29eeade3-f52a-411d-9e97-a08d3f5a29d7,segment=NetworkSegment(04b6c565-2fba-4e25-aced-87ccd86f1ada),segment_id=04b6c565-2fba-4e25-aced-87ccd86f1ada)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:21:06.799616 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:06.848424 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f2d41c-2170-4336-95b3-460923796fd7 x-openstack-request-id: req-96f2d41c-2170-4336-95b3-460923796fd7 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:21:06.848725 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e30d19-7d32-4505-996a-82a4439beda4", "name": "network-vif-plugged", "status": "completed", "tag": "29eeade3-f52a-411d-9e97-a08d3f5a29d7", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:21:06.849225 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-96f2d41c-2170-4336-95b3-460923796fd7 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:21:06.849814 dv-cinder-801912-2-iscsi neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e30d19-7d32-4505-996a-82a4439beda4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29eeade3-f52a-411d-9e97-a08d3f5a29d7', 'code': 200} Jul 22 22:21:06.865882 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20704780-6dc8-4e63-a3d4-13c605dd3539 req-a407e646-0b16-4727-abc2-a676c3d036b3 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:06.868611 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-20704780-6dc8-4e63-a3d4-13c605dd3539 req-a407e646-0b16-4727-abc2-a676c3d036b3 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 985 time: 0.1103435 Jul 22 22:21:06.888879 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=29eeade3-f52a-411d-9e97-a08d3f5a29d7,revision_number=5']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:06.918486 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-20704780-6dc8-4e63-a3d4-13c605dd3539 req-893bdfb8-72b6-4bca-a451-644be010b7b2 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&id=4e0d7aa4-14d0-4a31-b166-4467b521965c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429378 Jul 22 22:21:07.062407 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de7773-52e6-41ad-8f4b-4fd98dd1cfbe req-a249c60c-0264-4a62-be86-a6b68b58e515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:07.063981 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-20de7773-52e6-41ad-8f4b-4fd98dd1cfbe req-a249c60c-0264-4a62-be86-a6b68b58e515 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=b1e30d19-7d32-4505-996a-82a4439beda4 HTTP/1.1" status: 200 len: 1099 time: 0.0537589 Jul 22 22:21:07.106675 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-20de7773-52e6-41ad-8f4b-4fd98dd1cfbe req-993dc0c0-6713-4d74-b01e-2e8a92c61916 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321918 Jul 22 22:21:07.205196 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61dfce-8f05-4acb-8183-25b4c07bd811 req-ffb1394e-3dd4-4345-8572-2e357b5af31d tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:07.206689 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-2f61dfce-8f05-4acb-8183-25b4c07bd811 req-ffb1394e-3dd4-4345-8572-2e357b5af31d tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1e30d19-7d32-4505-996a-82a4439beda4 HTTP/1.1" status: 200 len: 946 time: 0.0691116 Jul 22 22:21:07.247399 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-2f61dfce-8f05-4acb-8183-25b4c07bd811 req-e95a9d37-e75b-4bd1-b0cc-4855fdc954c8 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340371 Jul 22 22:21:07.830606 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e89160-3145-46c3-a6d6-ed9860eca936 req-b08657da-86ca-4cd4-a222-34d87ee21db3 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:07.835322 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-09e89160-3145-46c3-a6d6-ed9860eca936 req-b08657da-86ca-4cd4-a222-34d87ee21db3 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/ports?device_id=7be910cf-31be-492b-998e-8fb77925d4df HTTP/1.1" status: 200 len: 946 time: 0.0818582 Jul 22 22:21:07.887639 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-09e89160-3145-46c3-a6d6-ed9860eca936 req-2693c7a0-6f5b-46a8-bc88-927a5661ffd9 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc1f1535-7ea4-4f40-ae6a-24b4f767dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488906 Jul 22 22:21:08.099395 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03d3e2-8712-4872-a374-c0707a3fca70 req-9a60ca59-317b-4978-9700-75f939f6d564 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:08.099395 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4b03d3e2-8712-4872-a374-c0707a3fca70 req-9a60ca59-317b-4978-9700-75f939f6d564 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 985 time: 0.0867198 Jul 22 22:21:08.155864 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4b03d3e2-8712-4872-a374-c0707a3fca70 req-73a37018-2d6a-4192-8068-3b9f2cf8d0b5 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&id=4e0d7aa4-14d0-4a31-b166-4467b521965c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0482929 Jul 22 22:21:08.268492 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 51532) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:08.382512 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b179f98e-a008-4dff-a390-47cf12b25f71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:08.406918 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f7096-3767-45f6-84fa-4ad9269ad9e2 req-b4242303-27aa-4c0e-bc22-dece5e2f2c42 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:08.408882 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-822f7096-3767-45f6-84fa-4ad9269ad9e2 req-b4242303-27aa-4c0e-bc22-dece5e2f2c42 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1e30d19-7d32-4505-996a-82a4439beda4 HTTP/1.1" status: 200 len: 946 time: 0.0827529 Jul 22 22:21:08.449545 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-822f7096-3767-45f6-84fa-4ad9269ad9e2 req-2fc849b7-223b-477d-85ea-61c2f6824835 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343943 Jul 22 22:21:08.499140 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b179f98e-a008-4dff-a390-47cf12b25f71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:08.502629 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b179f98e-a008-4dff-a390-47cf12b25f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:08.568739 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-b179f98e-a008-4dff-a390-47cf12b25f71 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8885fe3a3990489392eb14b2b2d4cb1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2874522 Jul 22 22:21:08.569531 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 51546) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:08.577549 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179f98e-a008-4dff-a390-47cf12b25f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6a7c83-7687-4071-b8a0-d43ef375081a,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:08.632682 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ffaa2-e8a8-41e6-a79d-21baef463951 req-9f95be9b-f883-4927-8b6b-e82d5273d8f0 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:08.635476 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-125ffaa2-e8a8-41e6-a79d-21baef463951 req-9f95be9b-f883-4927-8b6b-e82d5273d8f0 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1e30d19-7d32-4505-996a-82a4439beda4 HTTP/1.1" status: 200 len: 946 time: 0.1145630 Jul 22 22:21:08.636596 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-dab15fb4-4b25-4d14-8a71-3180ef8800d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:08.660616 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-dab15fb4-4b25-4d14-8a71-3180ef8800d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:08.677542 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-125ffaa2-e8a8-41e6-a79d-21baef463951 req-4597cda1-ed28-4900-90b7-2b86ab080cc8 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355728 Jul 22 22:21:08.704168 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 51548) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:08.720585 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-dab15fb4-4b25-4d14-8a71-3180ef8800d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:08.723238 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-dab15fb4-4b25-4d14-8a71-3180ef8800d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:08.724530 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-dab15fb4-4b25-4d14-8a71-3180ef8800d9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8a6a7c83-7687-4071-b8a0-d43ef375081a HTTP/1.1" status: 204 len: 168 time: 0.1535723 Jul 22 22:21:08.733656 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab15fb4-4b25-4d14-8a71-3180ef8800d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6a7c83-7687-4071-b8a0-d43ef375081a,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:08.867203 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638ce63d-726e-431d-b17b-751890ca37f2 tempest-TestVolumeBootPattern-1798769826 tempest-TestVolumeBootPattern-1798769826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:08.871863 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-638ce63d-726e-431d-b17b-751890ca37f2 tempest-TestVolumeBootPattern-1798769826 tempest-TestVolumeBootPattern-1798769826-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b1e30d19-7d32-4505-996a-82a4439beda4 HTTP/1.1" status: 200 len: 1094 time: 0.1635895 Jul 22 22:21:08.872033 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 51556) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:08.876765 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-d8696ea0-e29f-49aa-8afb-24118adb86f6 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Request body: {'floatingip': {'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'port_id': '29eeade3-f52a-411d-9e97-a08d3f5a29d7', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:08.900290 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d8696ea0-e29f-49aa-8afb-24118adb86f6 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for floatingip, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:09.020953 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d8696ea0-e29f-49aa-8afb-24118adb86f6 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:09.021880 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 51560) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:09.044889 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bbfa27d7-52ff-4c4b-982c-d3b127b15acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:09.068069 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a39a75-d7bc-40f1-9dec-527eb9a507f6 req-0c463c24-db53-4583-9765-4c27c098a55c tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:09.069963 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-67a39a75-d7bc-40f1-9dec-527eb9a507f6 req-0c463c24-db53-4583-9765-4c27c098a55c tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/ports?device_id=7be910cf-31be-492b-998e-8fb77925d4df HTTP/1.1" status: 200 len: 946 time: 0.1009769 Jul 22 22:21:09.137385 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-67a39a75-d7bc-40f1-9dec-527eb9a507f6 req-1b78b29d-511e-4771-8b27-81e3be33918e tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc1f1535-7ea4-4f40-ae6a-24b4f767dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542488 Jul 22 22:21:09.141267 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [None req-d8696ea0-e29f-49aa-8afb-24118adb86f6 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Allocated IP 172.27.3.40 (f8c72cc4-96e2-4f72-802d-5144237f0ca7/448cec93-c98c-4ed8-8dac-ac905c6d6ede/c69032db-8c29-4bc3-99c4-e3b78589899c) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:21:09.210931 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bbfa27d7-52ff-4c4b-982c-d3b127b15acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:09.217078 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bbfa27d7-52ff-4c4b-982c-d3b127b15acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:09.260731 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-bbfa27d7-52ff-4c4b-982c-d3b127b15acd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=658bd77f8b674c3bbd86d27c4fdca017&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377856 Jul 22 22:21:09.282931 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa27d7-52ff-4c4b-982c-d3b127b15acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9683ad78-1d20-44b7-8677-63cd17aa7f68,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:09.283720 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d8696ea0-e29f-49aa-8afb-24118adb86f6 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:09.286343 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 51568) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:09.344335 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d8696ea0-e29f-49aa-8afb-24118adb86f6 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:09.400829 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8696ea0-e29f-49aa-8afb-24118adb86f6 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Network f8c72cc4-96e2-4f72-802d-5144237f0ca7 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:21:09.404656 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-d8696ea0-e29f-49aa-8afb-24118adb86f6 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:21:09.410577 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8696ea0-e29f-49aa-8afb-24118adb86f6 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:21:09.412966 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-82b538cb-d48d-4f20-890e-a13b58a04aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:09.424115 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44908c9-5d8f-43d6-9565-0ebe589f09f8 req-4c35a7cd-04e4-4df1-a141-f010579c1ff6 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:09.425710 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c44908c9-5d8f-43d6-9565-0ebe589f09f8 req-4c35a7cd-04e4-4df1-a141-f010579c1ff6 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 985 time: 0.1309087 Jul 22 22:21:09.439735 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8696ea0-e29f-49aa-8afb-24118adb86f6 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Pushing event updated for resources: {'Port': ['ID=c69032db-8c29-4bc3-99c4-e3b78589899c,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:09.461294 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-82b538cb-d48d-4f20-890e-a13b58a04aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:09.819047 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c44908c9-5d8f-43d6-9565-0ebe589f09f8 req-b579abfb-7e6b-44d6-bc29-21fd65f84811 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&id=4e0d7aa4-14d0-4a31-b166-4467b521965c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3797259 Jul 22 22:21:09.859076 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780490da-8fd7-4e56-9ee3-0e8b8512c139 req-7135b3ac-f8b9-4255-a41a-e7e0e24b8829 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:09.860609 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-780490da-8fd7-4e56-9ee3-0e8b8512c139 req-7135b3ac-f8b9-4255-a41a-e7e0e24b8829 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 947 time: 0.3972380 Jul 22 22:21:09.861702 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-82b538cb-d48d-4f20-890e-a13b58a04aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:09.863776 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4145792-9db4-454d-8265-a8c05c1e0892 req-b586745e-834d-4be9-8e53-660a2ce80f76 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:09.864510 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-82b538cb-d48d-4f20-890e-a13b58a04aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:09.865529 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-82b538cb-d48d-4f20-890e-a13b58a04aa0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9683ad78-1d20-44b7-8677-63cd17aa7f68 HTTP/1.1" status: 204 len: 168 time: 0.5781233 Jul 22 22:21:09.868100 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b4145792-9db4-454d-8265-a8c05c1e0892 req-b586745e-834d-4be9-8e53-660a2ce80f76 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.115 "GET /v2.0/ports?device_id=7be910cf-31be-492b-998e-8fb77925d4df HTTP/1.1" status: 200 len: 946 time: 0.1812198 Jul 22 22:21:09.888722 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b538cb-d48d-4f20-890e-a13b58a04aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9683ad78-1d20-44b7-8677-63cd17aa7f68,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:09.911224 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-780490da-8fd7-4e56-9ee3-0e8b8512c139 req-88eea18d-d15d-4ac3-8e12-afd0fbb001fa tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427952 Jul 22 22:21:09.920132 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d8696ea0-e29f-49aa-8afb-24118adb86f6 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:10.049090 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d8696ea0-e29f-49aa-8afb-24118adb86f6 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:10.083323 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-b4145792-9db4-454d-8265-a8c05c1e0892 req-4f865fcc-6a41-46c8-a591-affeb38974dc tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Deleting port 42daf5d2-7c0a-415d-b7e7-48cd8a825c1f {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:21:10.083663 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-b4145792-9db4-454d-8265-a8c05c1e0892 req-4f865fcc-6a41-46c8-a591-affeb38974dc tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:10.247702 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-b4145792-9db4-454d-8265-a8c05c1e0892 req-4f865fcc-6a41-46c8-a591-affeb38974dc tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] For port 42daf5d2-7c0a-415d-b7e7-48cd8a825c1f, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=42daf5d2-7c0a-415d-b7e7-48cd8a825c1f,segment=NetworkSegment(587317d9-c8da-40a2-94af-38875ad7b0ac),segment_id=587317d9-c8da-40a2-94af-38875ad7b0ac)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:21:10.248067 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-b4145792-9db4-454d-8265-a8c05c1e0892 req-4f865fcc-6a41-46c8-a591-affeb38974dc tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:10.271125 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-b4145792-9db4-454d-8265-a8c05c1e0892 req-4f865fcc-6a41-46c8-a591-affeb38974dc tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Calling delete_port for 42daf5d2-7c0a-415d-b7e7-48cd8a825c1f owned by compute:nova {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:21:10.303355 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542895b-acaa-452b-97f7-51dd69da1bc7 req-78635c23-b144-4e14-b05e-8f252a72e2cb tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:10.305859 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c542895b-acaa-452b-97f7-51dd69da1bc7 req-78635c23-b144-4e14-b05e-8f252a72e2cb tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/ports?device_id=7be910cf-31be-492b-998e-8fb77925d4df HTTP/1.1" status: 200 len: 946 time: 0.0856209 Jul 22 22:21:10.365604 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c542895b-acaa-452b-97f7-51dd69da1bc7 req-1341ff47-b0a2-4ac2-a54d-3d90e37cdb28 tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc1f1535-7ea4-4f40-ae6a-24b4f767dac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504291 Jul 22 22:21:10.428228 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d8696ea0-e29f-49aa-8afb-24118adb86f6 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:10.434894 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d8696ea0-e29f-49aa-8afb-24118adb86f6 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:10.439068 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-b4145792-9db4-454d-8265-a8c05c1e0892 req-4f865fcc-6a41-46c8-a591-affeb38974dc tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:10.451310 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['42daf5d2-7c0a-415d-b7e7-48cd8a825c1f'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:21:10.543101 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8696ea0-e29f-49aa-8afb-24118adb86f6 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Pushing event updated for resources: {'Port': ['ID=c69032db-8c29-4bc3-99c4-e3b78589899c,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:10.567656 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4145792-9db4-454d-8265-a8c05c1e0892 req-4f865fcc-6a41-46c8-a591-affeb38974dc tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] No DVR routers for this DVR port 42daf5d2-7c0a-415d-b7e7-48cd8a825c1f on host hv-cinder-80191 {{(pid=93278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:21:10.573077 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-b4145792-9db4-454d-8265-a8c05c1e0892 req-4f865fcc-6a41-46c8-a591-affeb38974dc tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:10.575103 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b4145792-9db4-454d-8265-a8c05c1e0892 req-4f865fcc-6a41-46c8-a591-affeb38974dc tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] 10.222.0.115 "DELETE /v2.0/ports/42daf5d2-7c0a-415d-b7e7-48cd8a825c1f HTTP/1.1" status: 204 len: 173 time: 0.7022436 Jul 22 22:21:10.577125 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be910cf-31be-492b-998e-8fb77925d4df', 'name': 'network-vif-deleted', 'tag': '42daf5d2-7c0a-415d-b7e7-48cd8a825c1f'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:21:10.579472 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632ebaa2-043b-431b-9335-4f2dd2e7ee29" -d '{"events": [{"server_uuid": "7be910cf-31be-492b-998e-8fb77925d4df", "name": "network-vif-deleted", "tag": "42daf5d2-7c0a-415d-b7e7-48cd8a825c1f"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:21:10.602687 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f865fcc-6a41-46c8-a591-affeb38974dc tempest-VolumesSnapshotTestJSON-1097234516 tempest-VolumesSnapshotTestJSON-1097234516-project] Pushing event deleted for resources: {'Port': ['ID=42daf5d2-7c0a-415d-b7e7-48cd8a825c1f,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:10.607499 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d8696ea0-e29f-49aa-8afb-24118adb86f6 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718221'] for floatingip, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:10.663703 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c20509f-78bc-4ce4-8d2d-fa15d3fe731d x-openstack-request-id: req-5c20509f-78bc-4ce4-8d2d-fa15d3fe731d {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:21:10.664082 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7be910cf-31be-492b-998e-8fb77925d4df", "name": "network-vif-deleted", "tag": "42daf5d2-7c0a-415d-b7e7-48cd8a825c1f", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:21:10.664569 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5c20509f-78bc-4ce4-8d2d-fa15d3fe731d {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:21:10.665323 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7be910cf-31be-492b-998e-8fb77925d4df', 'name': 'network-vif-deleted', 'tag': '42daf5d2-7c0a-415d-b7e7-48cd8a825c1f', 'status': 'completed', 'code': 200} Jul 22 22:21:10.753036 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.db.l3_db [None req-d8696ea0-e29f-49aa-8afb-24118adb86f6 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Floating IP 36e61727-afa0-42f8-a54d-63528c32fbd0 associated. External IP: 172.27.3.40, port: 29eeade3-f52a-411d-9e97-a08d3f5a29d7. Jul 22 22:21:10.986652 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206b801-ab78-445b-aa4f-c59430046da2 req-761cbc8d-3971-4efe-86f6-e64a1efc6d61 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:10.997143 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c206b801-ab78-445b-aa4f-c59430046da2 req-761cbc8d-3971-4efe-86f6-e64a1efc6d61 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 985 time: 0.0902240 Jul 22 22:21:11.008854 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8696ea0-e29f-49aa-8afb-24118adb86f6 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Router f6cb092b-2b3f-4f00-89b6-67f80c731a29 has already been hosted by L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:21:11.076182 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c206b801-ab78-445b-aa4f-c59430046da2 req-e9df9ad1-7cbf-41a6-b038-2a822de85215 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&id=4e0d7aa4-14d0-4a31-b166-4467b521965c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0778358 Jul 22 22:21:11.122524 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac04480-9662-4cc2-b0fd-c07400f9f3e5 req-d28938b8-18d0-44b7-91d0-a9a5d55e517a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:11.124048 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7ac04480-9662-4cc2-b0fd-c07400f9f3e5 req-d28938b8-18d0-44b7-91d0-a9a5d55e517a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 947 time: 0.1182950 Jul 22 22:21:11.141240 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8696ea0-e29f-49aa-8afb-24118adb86f6 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:21:11.153814 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3099d839-c169-49ae-98c0-52777345eb17 None None] Sync routers for ids ['f6cb092b-2b3f-4f00-89b6-67f80c731a29'] in dv-cinder-801912-2-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:21:11.162331 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d8696ea0-e29f-49aa-8afb-24118adb86f6 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for floatingip, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:11.169199 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3099d839-c169-49ae-98c0-52777345eb17 None None] Routers {'f6cb092b-2b3f-4f00-89b6-67f80c731a29'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:21:11.170212 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-3099d839-c169-49ae-98c0-52777345eb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:20:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['f6cb092b-2b3f-4f00-89b6-67f80c731a29'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:11.183374 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7ac04480-9662-4cc2-b0fd-c07400f9f3e5 req-45ccd32b-cb60-408f-a43e-a03511bcf3cd tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508559 Jul 22 22:21:11.224111 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-d8696ea0-e29f-49aa-8afb-24118adb86f6 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3509576 Jul 22 22:21:11.313414 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536e4da-9141-45c5-a240-6740e1b75d4a req-3ad05d04-4ef2-4172-9d30-d23a9a677baf tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:11.314250 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-3099d839-c169-49ae-98c0-52777345eb17 None None] Set router f6cb092b-2b3f-4f00-89b6-67f80c731a29 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:21:11.315052 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f536e4da-9141-45c5-a240-6740e1b75d4a req-3ad05d04-4ef2-4172-9d30-d23a9a677baf tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.115 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 947 time: 0.0896719 Jul 22 22:21:11.445064 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-f536e4da-9141-45c5-a240-6740e1b75d4a req-83b4333b-5d06-4a80-a29a-b4b328209d1a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Deleting port 072bf681-48fb-44ec-9642-e2030452f3a3 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:21:11.445652 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-f536e4da-9141-45c5-a240-6740e1b75d4a req-83b4333b-5d06-4a80-a29a-b4b328209d1a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:11.551005 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-f536e4da-9141-45c5-a240-6740e1b75d4a req-83b4333b-5d06-4a80-a29a-b4b328209d1a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] For port 072bf681-48fb-44ec-9642-e2030452f3a3, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=072bf681-48fb-44ec-9642-e2030452f3a3,segment=NetworkSegment(e3b20446-b3e0-4ede-9ab0-e90ab51c0319),segment_id=e3b20446-b3e0-4ede-9ab0-e90ab51c0319)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:21:11.551364 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-f536e4da-9141-45c5-a240-6740e1b75d4a req-83b4333b-5d06-4a80-a29a-b4b328209d1a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:11.605065 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-3099d839-c169-49ae-98c0-52777345eb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'name': 'tempest-TestVolumeBootPattern-737192248-router', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:20:12Z', 'updated_at': '2021-07-22T22:20:16Z', 'revision_number': 4, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'gw_port': {'id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:40:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:13Z', 'updated_at': '2021-07-22T22:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_floatingips': [{'id': '36e61727-afa0-42f8-a54d-63528c32fbd0', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'router_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'port_id': '29eeade3-f52a-411d-9e97-a08d3f5a29d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'mac_address': 'fa:16:3e:da:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e30d19-7d32-4505-996a-82a4439beda4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:21:09Z', 'updated_at': '2021-07-22T22:21:09Z', 'revision_number': 0, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e48020a-e4c5-4200-a7e5-76b8fa71e9a3', 'name': '', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'mac_address': 'fa:16:3e:ce:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:15Z', 'updated_at': '2021-07-22T22:20:22Z', 'revision_number': 5, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'subnets': [{'id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:11.635108 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3099d839-c169-49ae-98c0-52777345eb17 None None] Checking router: f6cb092b-2b3f-4f00-89b6-67f80c731a29 for host: dv-cinder-801912-2-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:21:11.646747 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3099d839-c169-49ae-98c0-52777345eb17 None None] Routers {'f6cb092b-2b3f-4f00-89b6-67f80c731a29'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:21:11.647557 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-3099d839-c169-49ae-98c0-52777345eb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:20:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['f6cb092b-2b3f-4f00-89b6-67f80c731a29'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:11.801291 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-3099d839-c169-49ae-98c0-52777345eb17 None None] Set router f6cb092b-2b3f-4f00-89b6-67f80c731a29 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:21:12.096019 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-3099d839-c169-49ae-98c0-52777345eb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'name': 'tempest-TestVolumeBootPattern-737192248-router', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:20:12Z', 'updated_at': '2021-07-22T22:20:16Z', 'revision_number': 4, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'gw_port': {'id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:40:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:13Z', 'updated_at': '2021-07-22T22:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_floatingips': [{'id': '36e61727-afa0-42f8-a54d-63528c32fbd0', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'router_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'port_id': '29eeade3-f52a-411d-9e97-a08d3f5a29d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'mac_address': 'fa:16:3e:da:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e30d19-7d32-4505-996a-82a4439beda4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:21:09Z', 'updated_at': '2021-07-22T22:21:09Z', 'revision_number': 0, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e48020a-e4c5-4200-a7e5-76b8fa71e9a3', 'name': '', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'mac_address': 'fa:16:3e:ce:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:15Z', 'updated_at': '2021-07-22T22:20:22Z', 'revision_number': 5, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'subnets': [{'id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:12.126619 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3099d839-c169-49ae-98c0-52777345eb17 None None] The sync data for ids ['f6cb092b-2b3f-4f00-89b6-67f80c731a29'] in dv-cinder-801912-2-iscsi is: [{'id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'name': 'tempest-TestVolumeBootPattern-737192248-router', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:20:12Z', 'updated_at': '2021-07-22T22:20:16Z', 'revision_number': 4, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'gw_port': {'id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:40:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:13Z', 'updated_at': '2021-07-22T22:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_floatingips': [{'id': '36e61727-afa0-42f8-a54d-63528c32fbd0', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'router_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'port_id': '29eeade3-f52a-411d-9e97-a08d3f5a29d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'mac_address': 'fa:16:3e:da:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e30d19-7d32-4505-996a-82a4439beda4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:21:09Z', 'updated_at': '2021-07-22T22:21:09Z', 'revision_number': 0, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e48020a-e4c5-4200-a7e5-76b8fa71e9a3', 'name': '', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'mac_address': 'fa:16:3e:ce:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:15Z', 'updated_at': '2021-07-22T22:20:22Z', 'revision_number': 5, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'subnets': [{'id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:21:12.184513 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-f536e4da-9141-45c5-a240-6740e1b75d4a req-83b4333b-5d06-4a80-a29a-b4b328209d1a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:12.184993 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-f536e4da-9141-45c5-a240-6740e1b75d4a req-83b4333b-5d06-4a80-a29a-b4b328209d1a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718221'] for floatingip, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:12.185429 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.db.l3_db [req-f536e4da-9141-45c5-a240-6740e1b75d4a req-83b4333b-5d06-4a80-a29a-b4b328209d1a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Floating IP fe164214-be3b-4f96-a7de-0a0ae6118ad1 disassociated. External IP: 172.27.3.143, port: 072bf681-48fb-44ec-9642-e2030452f3a3. Jul 22 22:21:12.185845 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-f536e4da-9141-45c5-a240-6740e1b75d4a req-83b4333b-5d06-4a80-a29a-b4b328209d1a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Calling delete_port for 072bf681-48fb-44ec-9642-e2030452f3a3 owned by compute:nova {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:21:12.323054 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d5bb7-1097-484f-963a-9cc7c8f4e751 req-aeac8d4a-afbb-46b0-9b87-0f8dc36723bd tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:12.328751 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f88d5bb7-1097-484f-963a-9cc7c8f4e751 req-aeac8d4a-afbb-46b0-9b87-0f8dc36723bd tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 985 time: 0.1519482 Jul 22 22:21:12.409009 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f88d5bb7-1097-484f-963a-9cc7c8f4e751 req-151c2795-e7b5-41b7-aa7f-85977b1d64bf tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&id=4e0d7aa4-14d0-4a31-b166-4467b521965c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0685363 Jul 22 22:21:12.442349 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea64cb-fc10-496a-8720-62ec50389fac req-b720a76d-f402-4d47-9f34-992ab0994920 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:12.450883 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0cea64cb-fc10-496a-8720-62ec50389fac req-b720a76d-f402-4d47-9f34-992ab0994920 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 947 time: 0.1558118 Jul 22 22:21:12.466100 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-f536e4da-9141-45c5-a240-6740e1b75d4a req-83b4333b-5d06-4a80-a29a-b4b328209d1a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:12.475815 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f33629-b126-4f1f-a0f1-b61d0f43029a None None] New status for floating IP 36e61727-afa0-42f8-a54d-63528c32fbd0: ACTIVE {{(pid=93281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:21:12.491940 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0cea64cb-fc10-496a-8720-62ec50389fac req-887eb762-f99c-4368-94c1-b8c472ae4c9c tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ef9b94f-257e-448e-9ef0-e55d7288b85b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398707 Jul 22 22:21:12.498054 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4333b-5d06-4a80-a29a-b4b328209d1a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Pushing event deleted for resources: {'Port': ['ID=072bf681-48fb-44ec-9642-e2030452f3a3,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:12.544556 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 072bf681-48fb-44ec-9642-e2030452f3a3 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:21:12.581596 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] No Port match for: 072bf681-48fb-44ec-9642-e2030452f3a3 {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:21:12.582224 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 072bf681-48fb-44ec-9642-e2030452f3a3 not bound to the agent host hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:21:12.582809 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 42daf5d2-7c0a-415d-b7e7-48cd8a825c1f no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:21:12.619621 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] No Port match for: 42daf5d2-7c0a-415d-b7e7-48cd8a825c1f {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:21:12.619621 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 42daf5d2-7c0a-415d-b7e7-48cd8a825c1f not bound to the agent host hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:21:12.651627 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f536e4da-9141-45c5-a240-6740e1b75d4a req-83b4333b-5d06-4a80-a29a-b4b328209d1a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Router 03a6623b-6574-46c4-82fd-78327971c202 has already been hosted by L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:21:12.666923 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e30d19-7d32-4505-996a-82a4439beda4', 'tag': '29eeade3-f52a-411d-9e97-a08d3f5a29d7'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:21:12.669260 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2ffa41-f82d-4bbc-bbdd-8c43f421f124" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e30d19-7d32-4505-996a-82a4439beda4", "tag": "29eeade3-f52a-411d-9e97-a08d3f5a29d7"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:21:12.712419 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8035ead-f7a1-4f69-b949-a53875e7cc49 x-openstack-request-id: req-e8035ead-f7a1-4f69-b949-a53875e7cc49 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:21:12.712779 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e30d19-7d32-4505-996a-82a4439beda4", "tag": "29eeade3-f52a-411d-9e97-a08d3f5a29d7", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:21:12.713017 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e8035ead-f7a1-4f69-b949-a53875e7cc49 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:21:12.713412 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e30d19-7d32-4505-996a-82a4439beda4', 'tag': '29eeade3-f52a-411d-9e97-a08d3f5a29d7', 'status': 'completed', 'code': 200} Jul 22 22:21:12.831401 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f536e4da-9141-45c5-a240-6740e1b75d4a req-83b4333b-5d06-4a80-a29a-b4b328209d1a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:21:12.840146 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ffa41-f82d-4bbc-bbdd-8c43f421f124 req-0f310cde-eb2e-45cd-91ae-8e3de8d2a5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:12.841740 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6f2ffa41-f82d-4bbc-bbdd-8c43f421f124 req-0f310cde-eb2e-45cd-91ae-8e3de8d2a5d1 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=2abfaf6202824c23a8f6aaad9e7a16df&device_id=b1e30d19-7d32-4505-996a-82a4439beda4 HTTP/1.1" status: 200 len: 1099 time: 0.0999982 Jul 22 22:21:12.847504 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f66defa-36d4-4c81-af64-8ff02c81ca58 None None] Sync routers for ids ['03a6623b-6574-46c4-82fd-78327971c202'] in dv-cinder-801912-2-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:21:12.867486 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f66defa-36d4-4c81-af64-8ff02c81ca58 None None] Routers {'03a6623b-6574-46c4-82fd-78327971c202'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:21:12.868686 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-8f66defa-36d4-4c81-af64-8ff02c81ca58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:20:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['03a6623b-6574-46c4-82fd-78327971c202'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:12.901221 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-f536e4da-9141-45c5-a240-6740e1b75d4a req-83b4333b-5d06-4a80-a29a-b4b328209d1a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] No DVR routers for this DVR port 072bf681-48fb-44ec-9642-e2030452f3a3 on host hv-cinder-80191 {{(pid=93278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:21:12.905503 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-f536e4da-9141-45c5-a240-6740e1b75d4a req-83b4333b-5d06-4a80-a29a-b4b328209d1a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:12.907495 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f536e4da-9141-45c5-a240-6740e1b75d4a req-83b4333b-5d06-4a80-a29a-b4b328209d1a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.115 "DELETE /v2.0/ports/072bf681-48fb-44ec-9642-e2030452f3a3 HTTP/1.1" status: 204 len: 173 time: 1.5873308 Jul 22 22:21:13.016942 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-8f66defa-36d4-4c81-af64-8ff02c81ca58 None None] Set router 03a6623b-6574-46c4-82fd-78327971c202 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:21:13.033004 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ffa41-f82d-4bbc-bbdd-8c43f421f124 req-502a7927-d146-445e-a1d4-ecb70d32f106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:13.034696 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6f2ffa41-f82d-4bbc-bbdd-8c43f421f124 req-502a7927-d146-445e-a1d4-ecb70d32f106 service neutron] 10.222.0.115 "GET /v2.0/networks?id=f064cf42-f96c-4b47-830d-0a5aaa0b3353 HTTP/1.1" status: 200 len: 912 time: 0.1748064 Jul 22 22:21:13.123477 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 51690) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:13.144643 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6f2ffa41-f82d-4bbc-bbdd-8c43f421f124 req-45cd2855-f564-4245-87ee-395fb494b0ca service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29eeade3-f52a-411d-9e97-a08d3f5a29d7 HTTP/1.1" status: 200 len: 1001 time: 0.1027427 Jul 22 22:21:13.246341 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ffa41-f82d-4bbc-bbdd-8c43f421f124 req-72997bb1-7b07-4ca0-b3f3-cd5360b89147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:13.248506 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6f2ffa41-f82d-4bbc-bbdd-8c43f421f124 req-72997bb1-7b07-4ca0-b3f3-cd5360b89147 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=fec4972d-bc34-4dad-b039-91d3c3c2c734 HTTP/1.1" status: 200 len: 850 time: 0.0945415 Jul 22 22:21:13.295049 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-726d53ce-3d49-412a-9903-1abc1a36b28e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:13.359737 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ffa41-f82d-4bbc-bbdd-8c43f421f124 req-aba37da1-6b38-45d5-856e-2fb73bec4d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:13.362354 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6f2ffa41-f82d-4bbc-bbdd-8c43f421f124 req-aba37da1-6b38-45d5-856e-2fb73bec4d88 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f064cf42-f96c-4b47-830d-0a5aaa0b3353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1054187 Jul 22 22:21:13.382183 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-8f66defa-36d4-4c81-af64-8ff02c81ca58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6623b-6574-46c4-82fd-78327971c202', 'name': 'tempest-AttachVolumeShelveTestJSON-1437646967-router', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:16:04Z', 'updated_at': '2021-07-22T22:16:12Z', 'revision_number': 4, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'gw_port': {'id': '068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6623b-6574-46c4-82fd-78327971c202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:06Z', 'updated_at': '2021-07-22T22:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '560d020e-b759-4813-b805-8754aefbf1da', 'name': '', 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'mac_address': 'fa:16:3e:b5:31:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6623b-6574-46c4-82fd-78327971c202', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5caf93b5-914e-42f5-8313-0d8eb8086bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:11Z', 'updated_at': '2021-07-22T22:16:22Z', 'revision_number': 5, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'subnets': [{'id': '5caf93b5-914e-42f5-8313-0d8eb8086bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:13.419872 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f66defa-36d4-4c81-af64-8ff02c81ca58 None None] Checking router: 03a6623b-6574-46c4-82fd-78327971c202 for host: dv-cinder-801912-2-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:21:13.429963 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f66defa-36d4-4c81-af64-8ff02c81ca58 None None] Routers {'03a6623b-6574-46c4-82fd-78327971c202'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:21:13.431187 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-8f66defa-36d4-4c81-af64-8ff02c81ca58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:20:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['03a6623b-6574-46c4-82fd-78327971c202'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:13.441334 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-726d53ce-3d49-412a-9903-1abc1a36b28e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:13.448161 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-726d53ce-3d49-412a-9903-1abc1a36b28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:13.579959 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-8f66defa-36d4-4c81-af64-8ff02c81ca58 None None] Set router 03a6623b-6574-46c4-82fd-78327971c202 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:21:13.650421 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6f2ffa41-f82d-4bbc-bbdd-8c43f421f124 req-063a3f5a-2296-41b4-ab0e-39c795d1e23e service neutron] 10.222.0.115 "GET /v2.0/networks/f064cf42-f96c-4b47-830d-0a5aaa0b3353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771852 Jul 22 22:21:13.691827 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-726d53ce-3d49-412a-9903-1abc1a36b28e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=14f45174a52e47958413f962b2636e16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5671976 Jul 22 22:21:13.692051 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 51704) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:13.695864 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d53ce-3d49-412a-9903-1abc1a36b28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d4a0f8-f79b-463f-801f-6701a86c8fdf,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:13.750158 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332902b-7a57-4cce-9933-2f66cd0ddf92 req-833ed53a-6f01-4afc-8f0b-828680e6da99 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:13.752058 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d332902b-7a57-4cce-9933-2f66cd0ddf92 req-833ed53a-6f01-4afc-8f0b-828680e6da99 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 985 time: 0.1421914 Jul 22 22:21:13.826641 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-37967755-533f-44e2-b545-9590d372282a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:13.840221 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d332902b-7a57-4cce-9933-2f66cd0ddf92 req-d90a1e89-106d-4cb7-99b9-1a1c4e7f3d1c tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&id=4e0d7aa4-14d0-4a31-b166-4467b521965c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0815446 Jul 22 22:21:13.862124 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-37967755-533f-44e2-b545-9590d372282a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:13.912652 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-8f66defa-36d4-4c81-af64-8ff02c81ca58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6623b-6574-46c4-82fd-78327971c202', 'name': 'tempest-AttachVolumeShelveTestJSON-1437646967-router', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:16:04Z', 'updated_at': '2021-07-22T22:16:12Z', 'revision_number': 4, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'gw_port': {'id': '068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6623b-6574-46c4-82fd-78327971c202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:06Z', 'updated_at': '2021-07-22T22:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '560d020e-b759-4813-b805-8754aefbf1da', 'name': '', 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'mac_address': 'fa:16:3e:b5:31:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6623b-6574-46c4-82fd-78327971c202', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5caf93b5-914e-42f5-8313-0d8eb8086bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:11Z', 'updated_at': '2021-07-22T22:16:22Z', 'revision_number': 5, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'subnets': [{'id': '5caf93b5-914e-42f5-8313-0d8eb8086bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:13.943769 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-37967755-533f-44e2-b545-9590d372282a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:13.946565 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-37967755-533f-44e2-b545-9590d372282a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:13.946854 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f66defa-36d4-4c81-af64-8ff02c81ca58 None None] The sync data for ids ['03a6623b-6574-46c4-82fd-78327971c202'] in dv-cinder-801912-2-iscsi is: [{'id': '03a6623b-6574-46c4-82fd-78327971c202', 'name': 'tempest-AttachVolumeShelveTestJSON-1437646967-router', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:16:04Z', 'updated_at': '2021-07-22T22:16:12Z', 'revision_number': 4, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'gw_port': {'id': '068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6623b-6574-46c4-82fd-78327971c202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:06Z', 'updated_at': '2021-07-22T22:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '560d020e-b759-4813-b805-8754aefbf1da', 'name': '', 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'mac_address': 'fa:16:3e:b5:31:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6623b-6574-46c4-82fd-78327971c202', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5caf93b5-914e-42f5-8313-0d8eb8086bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:11Z', 'updated_at': '2021-07-22T22:16:22Z', 'revision_number': 5, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'subnets': [{'id': '5caf93b5-914e-42f5-8313-0d8eb8086bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:21:13.950853 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-37967755-533f-44e2-b545-9590d372282a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/87d4a0f8-f79b-463f-801f-6701a86c8fdf HTTP/1.1" status: 204 len: 168 time: 0.2548571 Jul 22 22:21:13.967630 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37967755-533f-44e2-b545-9590d372282a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d4a0f8-f79b-463f-801f-6701a86c8fdf,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:14.026750 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1aa87b0f-369b-48a1-bf05-b4ad09ed8306 req-06c6e367-a3f4-4e29-8a3c-39e7173de894 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 210 time: 0.0577099 Jul 22 22:21:14.267311 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f21b111-a876-4915-8a2a-550d34f7b0a7 None None] New status for floating IP fe164214-be3b-4f96-a7de-0a0ae6118ad1: DOWN {{(pid=93281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:21:14.323151 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 51714) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:14.341916 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d811a739-12e2-459e-a284-39f81a63f494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:14.445807 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d811a739-12e2-459e-a284-39f81a63f494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:14.451576 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d811a739-12e2-459e-a284-39f81a63f494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:14.493435 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-d811a739-12e2-459e-a284-39f81a63f494 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b20ebbeb6efa4100ac9af35056cb840a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1668284 Jul 22 22:21:14.493435 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811a739-12e2-459e-a284-39f81a63f494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a12607-8fb7-433e-b9d4-a95afca832c7,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:14.494056 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 51716) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:14.547388 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bbccd7bb-25d9-4aa9-934b-73b917b16c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:14.568930 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bbccd7bb-25d9-4aa9-934b-73b917b16c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:14.621314 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bbccd7bb-25d9-4aa9-934b-73b917b16c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:14.623915 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bbccd7bb-25d9-4aa9-934b-73b917b16c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:14.625094 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-bbccd7bb-25d9-4aa9-934b-73b917b16c57 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e5a12607-8fb7-433e-b9d4-a95afca832c7 HTTP/1.1" status: 204 len: 168 time: 0.1298530 Jul 22 22:21:14.633980 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbccd7bb-25d9-4aa9-934b-73b917b16c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a12607-8fb7-433e-b9d4-a95afca832c7,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:14.714568 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f', 'name': 'network-vif-deleted', 'tag': '072bf681-48fb-44ec-9642-e2030452f3a3'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:21:14.716969 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e2c179-ee18-4d0b-8d37-3373bef2e78a" -d '{"events": [{"server_uuid": "12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f", "name": "network-vif-deleted", "tag": "072bf681-48fb-44ec-9642-e2030452f3a3"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:21:14.755707 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe88179-7e96-4727-90ea-5b59488ec6f3 x-openstack-request-id: req-cfe88179-7e96-4727-90ea-5b59488ec6f3 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:21:14.755998 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f", "name": "network-vif-deleted", "tag": "072bf681-48fb-44ec-9642-e2030452f3a3", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:21:14.756281 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cfe88179-7e96-4727-90ea-5b59488ec6f3 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:21:14.756678 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f', 'name': 'network-vif-deleted', 'tag': '072bf681-48fb-44ec-9642-e2030452f3a3', 'status': 'completed', 'code': 200} Jul 22 22:21:14.990821 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa671118-56fb-49eb-90bf-35286cd05463 req-ff67c590-e7b5-4b65-ad13-df41afb8437d tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:14.992319 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-fa671118-56fb-49eb-90bf-35286cd05463 req-ff67c590-e7b5-4b65-ad13-df41afb8437d tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 985 time: 0.0772121 Jul 22 22:21:15.041540 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 51730) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:15.052970 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-fa671118-56fb-49eb-90bf-35286cd05463 req-064770f8-5e60-41dc-ae02-db57d28f70cd tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&id=4e0d7aa4-14d0-4a31-b166-4467b521965c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523260 Jul 22 22:21:15.064186 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1fced93a-bd77-4db9-a6ff-b18c4a89da95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:15.161698 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1fced93a-bd77-4db9-a6ff-b18c4a89da95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:15.166350 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1fced93a-bd77-4db9-a6ff-b18c4a89da95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:15.240482 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d27487cb-9d55-43f1-a5a8-a5c04b977af1 req-fe1953e1-73af-4f1e-9848-279eba8aa6c8 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 210 time: 0.0473387 Jul 22 22:21:15.263632 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-1fced93a-bd77-4db9-a6ff-b18c4a89da95 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e8e3d5b871624e6b85cf1603ff157c9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2207184 Jul 22 22:21:15.266815 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 51742) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:15.277971 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fced93a-bd77-4db9-a6ff-b18c4a89da95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8feab139-0ba3-4bb2-9daa-ffc0c7198f4b,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:15.373711 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-6f2ffa41-f82d-4bbc-bbdd-8c43f421f124 req-8d54c35b-dad3-4f28-a85b-db020a7d208a service neutron] 10.222.0.115 "GET /v2.0/networks/f064cf42-f96c-4b47-830d-0a5aaa0b3353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625791 Jul 22 22:21:15.378246 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-03812920-70f8-429c-9e0b-9825d497e258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:15.403250 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-03812920-70f8-429c-9e0b-9825d497e258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:15.458163 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-03812920-70f8-429c-9e0b-9825d497e258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:15.461176 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-03812920-70f8-429c-9e0b-9825d497e258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:15.465563 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-03812920-70f8-429c-9e0b-9825d497e258 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8feab139-0ba3-4bb2-9daa-ffc0c7198f4b HTTP/1.1" status: 204 len: 168 time: 0.1955597 Jul 22 22:21:15.472041 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03812920-70f8-429c-9e0b-9825d497e258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8feab139-0ba3-4bb2-9daa-ffc0c7198f4b,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:16.348024 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66947256-fabf-41b2-88dd-46bbacee6730 req-0c0088b0-92d9-479e-84d6-107a6a3e13ac tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:16.358151 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-66947256-fabf-41b2-88dd-46bbacee6730 req-0c0088b0-92d9-479e-84d6-107a6a3e13ac tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 985 time: 0.2080035 Jul 22 22:21:16.466354 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-66947256-fabf-41b2-88dd-46bbacee6730 req-d1138d51-32f3-4c45-8de5-b26d63a336b8 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&id=4e0d7aa4-14d0-4a31-b166-4467b521965c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1067486 Jul 22 22:21:16.558160 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e0a34e4a-ddf6-4266-ae90-59a73a3a084b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:16.579860 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-68cf437e-7e90-47b9-a5e1-9b9b143e2a90 req-2540d1c4-9531-45fb-8ca3-19b209b251f0 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=12d7ddf6-f01c-4ee8-bb00-564f5a60aa9f HTTP/1.1" status: 200 len: 210 time: 0.1101563 Jul 22 22:21:16.630736 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 51810) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:16.755801 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-792b46f2-5003-4dbf-805e-91d86ae47117 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2061553236-network', 'tenant_id': 'b39563db0dd14939a0f3c1819cd5901f'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:16.785318 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792b46f2-5003-4dbf-805e-91d86ae47117 admin admin] Made reservation on behalf of b39563db0dd14939a0f3c1819cd5901f for: {'network': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:21:16.787875 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-792b46f2-5003-4dbf-805e-91d86ae47117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for network, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:16.800220 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-792b46f2-5003-4dbf-805e-91d86ae47117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:16.924829 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-792b46f2-5003-4dbf-805e-91d86ae47117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:16.929069 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-792b46f2-5003-4dbf-805e-91d86ae47117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:16.958198 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-792b46f2-5003-4dbf-805e-91d86ae47117 admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=93279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:21:16.964849 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b46f2-5003-4dbf-805e-91d86ae47117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7abf3fd-73ad-4ae1-89ec-1384fc88bb54,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:16.971144 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-792b46f2-5003-4dbf-805e-91d86ae47117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122'] for segment, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:16.971483 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.db.segments_db [None req-792b46f2-5003-4dbf-805e-91d86ae47117 admin admin] Added segment 3f318f8e-b74e-48a9-853d-22131a178c6d of type vlan for network c478cf98-28b8-4904-af77-5e4d0dffb173 Jul 22 22:21:17.016438 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-792b46f2-5003-4dbf-805e-91d86ae47117 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746837610990'] for network, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:17.054369 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-792b46f2-5003-4dbf-805e-91d86ae47117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for network, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:17.055563 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792b46f2-5003-4dbf-805e-91d86ae47117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:17.056697 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-792b46f2-5003-4dbf-805e-91d86ae47117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:17.092144 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-792b46f2-5003-4dbf-805e-91d86ae47117 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4593523 Jul 22 22:21:17.094610 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 51814) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:17.103813 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-8ffcaa7c-f7dd-4e38-b996-62d08fee5d8b admin admin] Request body: {'subnet': {'network_id': 'c478cf98-28b8-4904-af77-5e4d0dffb173', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2061553236-subnet', 'tenant_id': 'b39563db0dd14939a0f3c1819cd5901f', 'ip_version': 4}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:17.129852 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b46f2-5003-4dbf-805e-91d86ae47117 admin admin] Pushing event updated for resources: {'Network': ['ID=c478cf98-28b8-4904-af77-5e4d0dffb173,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:17.135092 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffcaa7c-f7dd-4e38-b996-62d08fee5d8b admin admin] Made reservation on behalf of b39563db0dd14939a0f3c1819cd5901f for: {'subnet': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:21:17.138687 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8ffcaa7c-f7dd-4e38-b996-62d08fee5d8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2719277'] for subnet, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:17.142780 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Network c478cf98-28b8-4904-af77-5e4d0dffb173 details requested by agent ovs-agent-dv-cinder-801912-2-iscsi with host dv-cinder-801912-2-iscsi {{(pid=93280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:21:17.340551 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8ffcaa7c-f7dd-4e38-b996-62d08fee5d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2431647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2719327'] for subnet, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:17.402341 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffcaa7c-f7dd-4e38-b996-62d08fee5d8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8c303b5-4d52-49bb-ad46-fb44acda7f9b,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:17.409294 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffcaa7c-f7dd-4e38-b996-62d08fee5d8b admin admin] Checking segment: {'id': '3f318f8e-b74e-48a9-853d-22131a178c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c478cf98-28b8-4904-af77-5e4d0dffb173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:21:17.409650 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffcaa7c-f7dd-4e38-b996-62d08fee5d8b admin admin] Network hostable DHCP agents. Network: c478cf98-28b8-4904-af77-5e4d0dffb173, hostable agents: ['aed2ec39-81b9-4f59-895f-cbb50316ede5'], hosted agents: [] {{(pid=93278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:21:17.439526 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffcaa7c-f7dd-4e38-b996-62d08fee5d8b admin admin] Network c478cf98-28b8-4904-af77-5e4d0dffb173 is scheduled to be hosted by DHCP agent aed2ec39-81b9-4f59-895f-cbb50316ede5 with binding_index 1 {{(pid=93278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:21:17.453531 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-8ffcaa7c-f7dd-4e38-b996-62d08fee5d8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801912-2-iscsi, c478cf98-28b8-4904-af77-5e4d0dffb173) {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:21:17.459121 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffcaa7c-f7dd-4e38-b996-62d08fee5d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:17.460063 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8ffcaa7c-f7dd-4e38-b996-62d08fee5d8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:17.468624 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a7f399-fff4-432b-a7f6-53296db85597 None None] Network c478cf98-28b8-4904-af77-5e4d0dffb173 requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:21:17.486710 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-8ffcaa7c-f7dd-4e38-b996-62d08fee5d8b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3901453 Jul 22 22:21:17.490306 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 51824) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:17.502030 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-81c9a2a6-8665-4d39-9743-166958903ab2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2061553236-router', 'tenant_id': 'b39563db0dd14939a0f3c1819cd5901f', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'}}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:17.542327 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-81c9a2a6-8665-4d39-9743-166958903ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-718133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9725'] for router, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:17.544541 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-81c9a2a6-8665-4d39-9743-166958903ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717338', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9714'] for router, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:17.694223 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-81c9a2a6-8665-4d39-9743-166958903ab2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:17.762651 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974fc04-e6a9-431d-a804-a3ed870bf150 req-7cc9840f-3e38-40a4-855e-68678212c452 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:17.765385 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d974fc04-e6a9-431d-a804-a3ed870bf150 req-7cc9840f-3e38-40a4-855e-68678212c452 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 985 time: 0.1820579 Jul 22 22:21:17.766104 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 51840) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:17.876742 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d974fc04-e6a9-431d-a804-a3ed870bf150 req-c32e2160-bf4e-41e2-b43c-64709863ef8c tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&id=4e0d7aa4-14d0-4a31-b166-4467b521965c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0990860 Jul 22 22:21:17.931989 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d35524c2-a3eb-46f4-bb5c-ddec6c442ef4 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:17.976356 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d35524c2-a3eb-46f4-bb5c-ddec6c442ef4 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:17.981463 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d385642-df76-4895-9708-406da2b1cba3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb74522ed-a428-522a-8593-90dbb9552def-c478cf98-28b8-4904-af77-5e4d0dffb173', 'network_id': 'c478cf98-28b8-4904-af77-5e4d0dffb173', 'tenant_id': 'b39563db0dd14939a0f3c1819cd5901f', 'fixed_ips': [{'subnet_id': 'b8c303b5-4d52-49bb-ad46-fb44acda7f9b'}]}} from dv-cinder-801912-2-iscsi. {{(pid=93280) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:21:17.982430 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2d385642-df76-4895-9708-406da2b1cba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:18.004093 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-81c9a2a6-8665-4d39-9743-166958903ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-718320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-718171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9664'] for router, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:18.046646 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d35524c2-a3eb-46f4-bb5c-ddec6c442ef4 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:18.050418 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d35524c2-a3eb-46f4-bb5c-ddec6c442ef4 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:18.054797 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-d35524c2-a3eb-46f4-bb5c-ddec6c442ef4 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "DELETE /v2.0/security-groups/4ef9b94f-257e-448e-9ef0-e55d7288b85b HTTP/1.1" status: 204 len: 168 time: 0.2872102 Jul 22 22:21:18.056002 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 51850) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:18.084869 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 51854) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:18.090913 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35524c2-a3eb-46f4-bb5c-ddec6c442ef4 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef9b94f-257e-448e-9ef0-e55d7288b85b,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:18.093415 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.api.v2.resource [None req-3d83b5eb-5428-48f2-bc7b-e4d60b7fa962 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] show failed (client error): The resource could not be found. Jul 22 22:21:18.097967 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-3d83b5eb-5428-48f2-bc7b-e4d60b7fa962 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups/4ef9b94f-257e-448e-9ef0-e55d7288b85b HTTP/1.1" status: 404 len: 347 time: 0.0340722 Jul 22 22:21:18.099107 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 51858) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:18.218234 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.db_base_plugin_common [None req-2d385642-df76-4895-9708-406da2b1cba3 None None] Allocated IP 172.20.0.2 (c478cf98-28b8-4904-af77-5e4d0dffb173/b8c303b5-4d52-49bb-ad46-fb44acda7f9b/5f268890-1a6e-4294-ac8e-3d4df2b63ac9) {{(pid=93280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:21:18.260287 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-dbfb08f6-3fa2-425c-8ea9-ca678f04ee75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:18.295793 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-81c9a2a6-8665-4d39-9743-166958903ab2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:18.317504 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-81c9a2a6-8665-4d39-9743-166958903ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:18.320031 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-41dda94b-237c-4f52-b45c-3743b9622004 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Deleting port e778bd00-b7a4-4b6a-8455-9365cc56d175 {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:21:18.320396 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-41dda94b-237c-4f52-b45c-3743b9622004 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:18.430159 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-41dda94b-237c-4f52-b45c-3743b9622004 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:18.430779 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-41dda94b-237c-4f52-b45c-3743b9622004 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:18.454993 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-41dda94b-237c-4f52-b45c-3743b9622004 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Calling delete_port for e778bd00-b7a4-4b6a-8455-9365cc56d175 owned by network:floatingip {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:21:18.461229 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2d385642-df76-4895-9708-406da2b1cba3 None None] Notify callbacks [] for port, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:18.463154 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-dbfb08f6-3fa2-425c-8ea9-ca678f04ee75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:18.471109 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-dbfb08f6-3fa2-425c-8ea9-ca678f04ee75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:18.473725 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [None req-81c9a2a6-8665-4d39-9743-166958903ab2 admin admin] Allocated IP 172.27.3.197 (f8c72cc4-96e2-4f72-802d-5144237f0ca7/448cec93-c98c-4ed8-8dac-ac905c6d6ede/e58aa779-62b4-4e10-957e-08fa1d3993bc) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:21:18.476285 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-2d385642-df76-4895-9708-406da2b1cba3 None None] Transition to ACTIVE for port object 5f268890-1a6e-4294-ac8e-3d4df2b63ac9 will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:21:18.499070 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-2d385642-df76-4895-9708-406da2b1cba3 None None] Transition to ACTIVE for port object 5f268890-1a6e-4294-ac8e-3d4df2b63ac9 will not be triggered until provisioned by entity DHCP. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:21:18.507548 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2d385642-df76-4895-9708-406da2b1cba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625'] for port, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:18.546926 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d385642-df76-4895-9708-406da2b1cba3 None None] Network c478cf98-28b8-4904-af77-5e4d0dffb173 is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:21:18.551712 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [None req-2d385642-df76-4895-9708-406da2b1cba3 None None] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:21:18.554701 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d385642-df76-4895-9708-406da2b1cba3 None None] Received port after_create {{(pid=93280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:21:18.579649 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-dbfb08f6-3fa2-425c-8ea9-ca678f04ee75 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=de168c0e11f04bfd842dfca77b769fd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4894919 Jul 22 22:21:18.579649 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb08f6-3fa2-425c-8ea9-ca678f04ee75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97fa529f-6775-4cc4-aa20-f13dc3c67035,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:18.581653 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 51860) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:18.618660 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d385642-df76-4895-9708-406da2b1cba3 None None] Pushing event updated for resources: {'Port': ['ID=5f268890-1a6e-4294-ac8e-3d4df2b63ac9,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:18.633527 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-2d385642-df76-4895-9708-406da2b1cba3 None None] Attempting to bind port 5f268890-1a6e-4294-ac8e-3d4df2b63ac9 on host dv-cinder-801912-2-iscsi for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:21:18.634472 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-2d385642-df76-4895-9708-406da2b1cba3 None None] Attempting to bind port 5f268890-1a6e-4294-ac8e-3d4df2b63ac9 by drivers openvswitch,hyperv on host dv-cinder-801912-2-iscsi at level 0 using segments [{'id': '3f318f8e-b74e-48a9-853d-22131a178c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c478cf98-28b8-4904-af77-5e4d0dffb173'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:21:18.634847 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d385642-df76-4895-9708-406da2b1cba3 None None] Attempting to bind port 5f268890-1a6e-4294-ac8e-3d4df2b63ac9 on network c478cf98-28b8-4904-af77-5e4d0dffb173 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:21:18.643257 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d385642-df76-4895-9708-406da2b1cba3 None None] Checking agent: {'id': '46b940f2-f108-4e1e-b841-f66930078767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801912-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 8, 19), 'started_at': datetime.datetime(2021, 7, 22, 22, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801912-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:21:18.643728 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d385642-df76-4895-9708-406da2b1cba3 None None] Checking segment: {'id': '3f318f8e-b74e-48a9-853d-22131a178c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c478cf98-28b8-4904-af77-5e4d0dffb173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:21:18.644030 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2d385642-df76-4895-9708-406da2b1cba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:18.644466 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d385642-df76-4895-9708-406da2b1cba3 None None] Bound using segment: {'id': '3f318f8e-b74e-48a9-853d-22131a178c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c478cf98-28b8-4904-af77-5e4d0dffb173'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:21:18.644924 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-2d385642-df76-4895-9708-406da2b1cba3 None None] Bound port: 5f268890-1a6e-4294-ac8e-3d4df2b63ac9, host: dv-cinder-801912-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f318f8e-b74e-48a9-853d-22131a178c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c478cf98-28b8-4904-af77-5e4d0dffb173'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:21:18.645855 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2d385642-df76-4895-9708-406da2b1cba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:18.652650 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-81c9a2a6-8665-4d39-9743-166958903ab2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:18.685920 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e93a5449-1ee8-464a-a06a-e998c1563bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:18.697519 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-81c9a2a6-8665-4d39-9743-166958903ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:18.723594 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e93a5449-1ee8-464a-a06a-e998c1563bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:18.737423 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-41dda94b-237c-4f52-b45c-3743b9622004 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960856'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:18.739715 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c9a2a6-8665-4d39-9743-166958903ab2 admin admin] Network f8c72cc4-96e2-4f72-802d-5144237f0ca7 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:21:18.740269 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-2d385642-df76-4895-9708-406da2b1cba3 None None] For port 5f268890-1a6e-4294-ac8e-3d4df2b63ac9, host dv-cinder-801912-2-iscsi, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:21:18.743588 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-81c9a2a6-8665-4d39-9743-166958903ab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:21:18.747586 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-2d385642-df76-4895-9708-406da2b1cba3 None None] For port 5f268890-1a6e-4294-ac8e-3d4df2b63ac9, host dv-cinder-801912-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=5f268890-1a6e-4294-ac8e-3d4df2b63ac9,segment=NetworkSegment(3f318f8e-b74e-48a9-853d-22131a178c6d),segment_id=3f318f8e-b74e-48a9-853d-22131a178c6d)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:21:18.748565 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c9a2a6-8665-4d39-9743-166958903ab2 admin admin] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:21:18.751793 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9a2a6-8665-4d39-9743-166958903ab2 admin admin] Pushing event updated for resources: {'Port': ['ID=e58aa779-62b4-4e10-957e-08fa1d3993bc,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:18.755710 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2d385642-df76-4895-9708-406da2b1cba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:18.781024 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dda94b-237c-4f52-b45c-3743b9622004 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Pushing event deleted for resources: {'Port': ['ID=e778bd00-b7a4-4b6a-8455-9365cc56d175,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:18.829336 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d385642-df76-4895-9708-406da2b1cba3 None None] Pushing event updated for resources: {'Port': ['ID=5f268890-1a6e-4294-ac8e-3d4df2b63ac9,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:18.877877 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-41dda94b-237c-4f52-b45c-3743b9622004 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for floatingip, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:18.880461 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-41dda94b-237c-4f52-b45c-3743b9622004 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for floatingip, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:18.881635 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-41dda94b-237c-4f52-b45c-3743b9622004 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "DELETE /v2.0/floatingips/fe164214-be3b-4f96-a7de-0a0ae6118ad1 HTTP/1.1" status: 204 len: 168 time: 0.7812674 Jul 22 22:21:18.893628 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e93a5449-1ee8-464a-a06a-e998c1563bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:18.896739 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e93a5449-1ee8-464a-a06a-e998c1563bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:18.898051 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-e93a5449-1ee8-464a-a06a-e998c1563bb7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/97fa529f-6775-4cc4-aa20-f13dc3c67035 HTTP/1.1" status: 204 len: 168 time: 0.3139021 Jul 22 22:21:18.922035 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a5449-1ee8-464a-a06a-e998c1563bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fa529f-6775-4cc4-aa20-f13dc3c67035,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:19.009079 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-eb571009-b597-4ae7-ad9d-adedc70254c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:19.173121 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-81c9a2a6-8665-4d39-9743-166958903ab2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:19.174883 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:19.326524 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 51876) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:19.333646 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-676a0cca-ea6d-4ad7-91e3-36a008d656eb tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1136281223', 'description': 'tempest-description--1868701294'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:19.393167 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-676a0cca-ea6d-4ad7-91e3-36a008d656eb tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:19.477646 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 51878) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:19.498149 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b945c1c0-a1e7-405a-9a03-88c7be2ccbb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:19.521269 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-676a0cca-ea6d-4ad7-91e3-36a008d656eb tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:19.526979 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-676a0cca-ea6d-4ad7-91e3-36a008d656eb tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:19.536212 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-81c9a2a6-8665-4d39-9743-166958903ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-718156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718315'] for router, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:19.564844 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a0cca-ea6d-4ad7-91e3-36a008d656eb tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c68d898a-3e0b-4c1e-9976-96e895188e5b,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:19.572870 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a0cca-ea6d-4ad7-91e3-36a008d656eb tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:19.573146 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a0cca-ea6d-4ad7-91e3-36a008d656eb tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:19.573485 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a0cca-ea6d-4ad7-91e3-36a008d656eb tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:19.573827 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a0cca-ea6d-4ad7-91e3-36a008d656eb tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:19.574172 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a0cca-ea6d-4ad7-91e3-36a008d656eb tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:19.574511 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a0cca-ea6d-4ad7-91e3-36a008d656eb tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:19.574843 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a0cca-ea6d-4ad7-91e3-36a008d656eb tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:19.575173 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a0cca-ea6d-4ad7-91e3-36a008d656eb tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:19.575501 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a0cca-ea6d-4ad7-91e3-36a008d656eb tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:19.575834 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a0cca-ea6d-4ad7-91e3-36a008d656eb tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:19.576159 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a0cca-ea6d-4ad7-91e3-36a008d656eb tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:19.576527 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a0cca-ea6d-4ad7-91e3-36a008d656eb tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:19.950540 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b945c1c0-a1e7-405a-9a03-88c7be2ccbb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:19.956839 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b945c1c0-a1e7-405a-9a03-88c7be2ccbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:19.964667 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-676a0cca-ea6d-4ad7-91e3-36a008d656eb tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:19.968891 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-676a0cca-ea6d-4ad7-91e3-36a008d656eb tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6400220 Jul 22 22:21:19.970482 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 51880) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:19.976387 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-8c5eb266-2524-416d-b9b3-4d817ad14550 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Request body: {'security_group_rule': {'security_group_id': 'c68d898a-3e0b-4c1e-9976-96e895188e5b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:20.022286 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945c1c0-a1e7-405a-9a03-88c7be2ccbb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738e2b61-e9e6-4796-981f-e80dd0677c57,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:20.027380 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-b945c1c0-a1e7-405a-9a03-88c7be2ccbb4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9ed89d09ff9e498bb4ef1b119c443c6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5485187 Jul 22 22:21:20.028570 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c9a2a6-8665-4d39-9743-166958903ab2 admin admin] Router 2af23df8-fa2f-454b-9378-5719d29afa59 is scheduled to L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 with binding_index 1 {{(pid=93278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:21:20.030386 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 51882) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:20.042621 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8c5eb266-2524-416d-b9b3-4d817ad14550 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:20.091850 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 5f268890-1a6e-4294-ac8e-3d4df2b63ac9 up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:21:20.138932 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8c5eb266-2524-416d-b9b3-4d817ad14550 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:20.143099 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8c5eb266-2524-416d-b9b3-4d817ad14550 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559436'] for security_group_rule, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:20.154086 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning for port 5f268890-1a6e-4294-ac8e-3d4df2b63ac9 completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:21:20.163282 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5eb266-2524-416d-b9b3-4d817ad14550 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c56efe7e-1c32-4824-90c0-ee860824bb1a,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:20.175925 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8c5eb266-2524-416d-b9b3-4d817ad14550 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:20.177963 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-8c5eb266-2524-416d-b9b3-4d817ad14550 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2057500 Jul 22 22:21:20.181262 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 51884) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:20.184952 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14a1ea8-c05f-4908-a704-4ecc4a7689a1 None None] Network c478cf98-28b8-4904-af77-5e4d0dffb173 requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:21:20.186711 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-6ad2569a-d24d-43d7-a49e-5d58ee940fb1 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Request body: {'security_group_rule': {'security_group_id': 'c68d898a-3e0b-4c1e-9976-96e895188e5b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:20.217098 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0da450d9-12c3-426f-9e21-7c230c0ff558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:20.217670 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6ad2569a-d24d-43d7-a49e-5d58ee940fb1 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:20.252415 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0da450d9-12c3-426f-9e21-7c230c0ff558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:20.260460 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:20.270374 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c9a2a6-8665-4d39-9743-166958903ab2 admin admin] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:21:20.271158 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-9d0051f1-e85d-4299-a546-2f1a16d77e44 None None] Provisioning for port 5f268890-1a6e-4294-ac8e-3d4df2b63ac9 completed by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:21:20.281161 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-9d0051f1-e85d-4299-a546-2f1a16d77e44 None None] Provisioning complete for port 5f268890-1a6e-4294-ac8e-3d4df2b63ac9 triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:21:20.281545 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9d0051f1-e85d-4299-a546-2f1a16d77e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:20.291647 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6ad2569a-d24d-43d7-a49e-5d58ee940fb1 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:20.296166 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6ad2569a-d24d-43d7-a49e-5d58ee940fb1 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559436'] for security_group_rule, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:20.312555 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8498dea4-5cb0-44c5-a896-4f308b4353f2 None None] Sync routers for ids ['2af23df8-fa2f-454b-9378-5719d29afa59'] in dv-cinder-801912-2-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:21:20.315347 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-81c9a2a6-8665-4d39-9743-166958903ab2 admin admin] Notify callbacks [] for router, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:20.316600 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad2569a-d24d-43d7-a49e-5d58ee940fb1 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5901a976-77bd-43ea-b39d-d5ca71233bec,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:20.321013 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-81c9a2a6-8665-4d39-9743-166958903ab2 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8295989 Jul 22 22:21:20.321858 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 51886) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:20.330243 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6ad2569a-d24d-43d7-a49e-5d58ee940fb1 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:20.331699 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-6ad2569a-d24d-43d7-a49e-5d58ee940fb1 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1493480 Jul 22 22:21:20.336747 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 51888) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:20.341669 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-41a9ce80-b8b3-42da-bffb-e6e77a331339 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Request body: {'floatingip': {'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:20.347402 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0da450d9-12c3-426f-9e21-7c230c0ff558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:20.349912 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0da450d9-12c3-426f-9e21-7c230c0ff558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:20.350991 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-0da450d9-12c3-426f-9e21-7c230c0ff558 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/738e2b61-e9e6-4796-981f-e80dd0677c57 HTTP/1.1" status: 204 len: 168 time: 0.3195319 Jul 22 22:21:20.351251 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8498dea4-5cb0-44c5-a896-4f308b4353f2 None None] Routers {'2af23df8-fa2f-454b-9378-5719d29afa59'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:21:20.352009 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-8498dea4-5cb0-44c5-a896-4f308b4353f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:21:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['2af23df8-fa2f-454b-9378-5719d29afa59'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:20.362476 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da450d9-12c3-426f-9e21-7c230c0ff558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738e2b61-e9e6-4796-981f-e80dd0677c57,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:20.375570 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da450d9-12c3-426f-9e21-7c230c0ff558 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:20.375936 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da450d9-12c3-426f-9e21-7c230c0ff558 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:20.376425 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da450d9-12c3-426f-9e21-7c230c0ff558 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:20.376871 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da450d9-12c3-426f-9e21-7c230c0ff558 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:20.377198 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da450d9-12c3-426f-9e21-7c230c0ff558 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:20.377691 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da450d9-12c3-426f-9e21-7c230c0ff558 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:20.378180 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da450d9-12c3-426f-9e21-7c230c0ff558 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:20.378377 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da450d9-12c3-426f-9e21-7c230c0ff558 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:20.378699 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da450d9-12c3-426f-9e21-7c230c0ff558 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:20.379022 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da450d9-12c3-426f-9e21-7c230c0ff558 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:20.379339 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da450d9-12c3-426f-9e21-7c230c0ff558 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:20.379654 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da450d9-12c3-426f-9e21-7c230c0ff558 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:20.403129 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-41a9ce80-b8b3-42da-bffb-e6e77a331339 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for floatingip, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:20.581126 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-41a9ce80-b8b3-42da-bffb-e6e77a331339 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:20.644033 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9d0051f1-e85d-4299-a546-2f1a16d77e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:20.648088 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-8498dea4-5cb0-44c5-a896-4f308b4353f2 None None] Set router 2af23df8-fa2f-454b-9378-5719d29afa59 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:21:20.752637 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [None req-41a9ce80-b8b3-42da-bffb-e6e77a331339 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Allocated IP 172.27.3.108 (f8c72cc4-96e2-4f72-802d-5144237f0ca7/448cec93-c98c-4ed8-8dac-ac905c6d6ede/eb50dd89-b74c-414f-a1af-e1396880e39d) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:21:20.795899 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-9d0051f1-e85d-4299-a546-2f1a16d77e44 None None] For port 5f268890-1a6e-4294-ac8e-3d4df2b63ac9, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=5f268890-1a6e-4294-ac8e-3d4df2b63ac9,segment=NetworkSegment(3f318f8e-b74e-48a9-853d-22131a178c6d),segment_id=3f318f8e-b74e-48a9-853d-22131a178c6d)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:21:20.803719 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9d0051f1-e85d-4299-a546-2f1a16d77e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:20.972357 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-41a9ce80-b8b3-42da-bffb-e6e77a331339 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:21.000321 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0051f1-e85d-4299-a546-2f1a16d77e44 None None] Pushing event updated for resources: {'Port': ['ID=5f268890-1a6e-4294-ac8e-3d4df2b63ac9,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:21.021042 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-41a9ce80-b8b3-42da-bffb-e6e77a331339 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:21.093437 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-8498dea4-5cb0-44c5-a896-4f308b4353f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'name': 'tempest-TestShelveInstance-2061553236-router', 'tenant_id': 'b39563db0dd14939a0f3c1819cd5901f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'e58aa779-62b4-4e10-957e-08fa1d3993bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:21:17Z', 'updated_at': '2021-07-22T22:21:18Z', 'revision_number': 3, 'project_id': 'b39563db0dd14939a0f3c1819cd5901f', 'gw_port': {'id': 'e58aa779-62b4-4e10-957e-08fa1d3993bc', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:02:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:18Z', 'updated_at': '2021-07-22T22:21:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi'}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:21.103067 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a9ce80-b8b3-42da-bffb-e6e77a331339 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Network f8c72cc4-96e2-4f72-802d-5144237f0ca7 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:21:21.107559 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-41a9ce80-b8b3-42da-bffb-e6e77a331339 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:21:21.110127 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a9ce80-b8b3-42da-bffb-e6e77a331339 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:21:21.127218 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6ed43660-3546-499c-983d-f8cd8fd8982a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:21.131535 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8498dea4-5cb0-44c5-a896-4f308b4353f2 None None] Checking router: 2af23df8-fa2f-454b-9378-5719d29afa59 for host: dv-cinder-801912-2-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:21:21.134478 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8498dea4-5cb0-44c5-a896-4f308b4353f2 None None] Updating router 2af23df8-fa2f-454b-9378-5719d29afa59 port e58aa779-62b4-4e10-957e-08fa1d3993bc binding host dv-cinder-801912-2-iscsi {{(pid=93280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:21:21.175574 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a9ce80-b8b3-42da-bffb-e6e77a331339 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Pushing event updated for resources: {'Port': ['ID=eb50dd89-b74c-414f-a1af-e1396880e39d,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:21.213668 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-8498dea4-5cb0-44c5-a896-4f308b4353f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:21.231147 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-41a9ce80-b8b3-42da-bffb-e6e77a331339 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:21.291273 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-41a9ce80-b8b3-42da-bffb-e6e77a331339 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:21.353631 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.db_base_plugin_common [None req-6ed43660-3546-499c-983d-f8cd8fd8982a admin admin] Allocated IP 172.20.0.1 (c478cf98-28b8-4904-af77-5e4d0dffb173/b8c303b5-4d52-49bb-ad46-fb44acda7f9b/cf8f649a-1054-4e9a-af10-794582a6a10f) {{(pid=93279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:21:21.412810 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-6281f2f8-5a75-4df0-bce3-8a73728c8737 None None] Provisioning complete for port 5f268890-1a6e-4294-ac8e-3d4df2b63ac9 triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:21:21.413138 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6281f2f8-5a75-4df0-bce3-8a73728c8737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:21.502937 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6ed43660-3546-499c-983d-f8cd8fd8982a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:21.532121 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-41a9ce80-b8b3-42da-bffb-e6e77a331339 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:21.537359 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-6ed43660-3546-499c-983d-f8cd8fd8982a admin admin] Transition to ACTIVE for port object cf8f649a-1054-4e9a-af10-794582a6a10f will not be triggered until provisioned by entity DHCP. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:21:21.539189 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-41a9ce80-b8b3-42da-bffb-e6e77a331339 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:21.603095 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6ed43660-3546-499c-983d-f8cd8fd8982a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960856'] for port, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:21.634223 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a9ce80-b8b3-42da-bffb-e6e77a331339 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Pushing event updated for resources: {'Port': ['ID=eb50dd89-b74c-414f-a1af-e1396880e39d,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:21.665167 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-41a9ce80-b8b3-42da-bffb-e6e77a331339 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718221'] for floatingip, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:21.670980 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed43660-3546-499c-983d-f8cd8fd8982a admin admin] Network c478cf98-28b8-4904-af77-5e4d0dffb173 is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:21:21.674102 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-8498dea4-5cb0-44c5-a896-4f308b4353f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:21.680798 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-6ed43660-3546-499c-983d-f8cd8fd8982a admin admin] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:21:21.688029 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-41a9ce80-b8b3-42da-bffb-e6e77a331339 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for floatingip, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:21.698654 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-41a9ce80-b8b3-42da-bffb-e6e77a331339 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3514340 Jul 22 22:21:21.699019 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-8498dea4-5cb0-44c5-a896-4f308b4353f2 None None] Transition to ACTIVE for port object e58aa779-62b4-4e10-957e-08fa1d3993bc will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:21:21.699121 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed43660-3546-499c-983d-f8cd8fd8982a admin admin] Received port after_create {{(pid=93279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:21:21.710780 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-8498dea4-5cb0-44c5-a896-4f308b4353f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:21.742266 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6ed43660-3546-499c-983d-f8cd8fd8982a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-718106'] for router_interface, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:21.774554 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-8498dea4-5cb0-44c5-a896-4f308b4353f2 None None] Attempting to bind port e58aa779-62b4-4e10-957e-08fa1d3993bc on host dv-cinder-801912-2-iscsi for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:21:21.775142 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-8498dea4-5cb0-44c5-a896-4f308b4353f2 None None] Attempting to bind port e58aa779-62b4-4e10-957e-08fa1d3993bc by drivers openvswitch,hyperv on host dv-cinder-801912-2-iscsi at level 0 using segments [{'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:21:21.775591 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8498dea4-5cb0-44c5-a896-4f308b4353f2 None None] Attempting to bind port e58aa779-62b4-4e10-957e-08fa1d3993bc on network f8c72cc4-96e2-4f72-802d-5144237f0ca7 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:21:21.788208 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8498dea4-5cb0-44c5-a896-4f308b4353f2 None None] Checking agent: {'id': '46b940f2-f108-4e1e-b841-f66930078767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801912-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 8, 19), 'started_at': datetime.datetime(2021, 7, 22, 22, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801912-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:21:21.788872 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8498dea4-5cb0-44c5-a896-4f308b4353f2 None None] Checking segment: {'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:21:21.789974 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-8498dea4-5cb0-44c5-a896-4f308b4353f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:21.790645 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8498dea4-5cb0-44c5-a896-4f308b4353f2 None None] Bound using segment: {'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:21:21.791428 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-8498dea4-5cb0-44c5-a896-4f308b4353f2 None None] Bound port: e58aa779-62b4-4e10-957e-08fa1d3993bc, host: dv-cinder-801912-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:21:21.792913 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-8498dea4-5cb0-44c5-a896-4f308b4353f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:21.833084 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed43660-3546-499c-983d-f8cd8fd8982a admin admin] Pushing event updated for resources: {'Port': ['ID=cf8f649a-1054-4e9a-af10-794582a6a10f,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:21.868043 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d1f68-e75d-446f-862e-bd22f73015f2 None None] Pushing event updated for resources: {'Port': ['ID=e58aa779-62b4-4e10-957e-08fa1d3993bc,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:21.900103 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:21.916926 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-8498dea4-5cb0-44c5-a896-4f308b4353f2 None None] For port e58aa779-62b4-4e10-957e-08fa1d3993bc, host dv-cinder-801912-2-iscsi, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:21:21.921336 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-8498dea4-5cb0-44c5-a896-4f308b4353f2 None None] For port e58aa779-62b4-4e10-957e-08fa1d3993bc, host dv-cinder-801912-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=e58aa779-62b4-4e10-957e-08fa1d3993bc,segment=NetworkSegment(b880b034-49fb-48cf-bc81-b26ee1611faf),segment_id=b880b034-49fb-48cf-bc81-b26ee1611faf)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:21:21.927713 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-8498dea4-5cb0-44c5-a896-4f308b4353f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:22.018209 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 5f268890-1a6e-4294-ac8e-3d4df2b63ac9 up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:21:22.061569 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8498dea4-5cb0-44c5-a896-4f308b4353f2 None None] Routers {'2af23df8-fa2f-454b-9378-5719d29afa59'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:21:22.062297 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-8498dea4-5cb0-44c5-a896-4f308b4353f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:21:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['2af23df8-fa2f-454b-9378-5719d29afa59'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:22.091727 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-81e0c7f5-82a2-4b1e-8572-19a57bafa65b tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1136281223&fields=id&tenant_id=4d3659e8b835430388a2cee22076abe4 HTTP/1.1" status: 200 len: 267 time: 0.0883877 Jul 22 22:21:22.094745 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6ed43660-3546-499c-983d-f8cd8fd8982a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:22.329155 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-3f3f51a6-fbf2-4ed2-94fe-0dfe8022366f tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:22.334641 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d1f68-e75d-446f-862e-bd22f73015f2 None None] Pushing event updated for resources: {'Port': ['ID=e58aa779-62b4-4e10-957e-08fa1d3993bc,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:22.340294 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-3f3f51a6-fbf2-4ed2-94fe-0dfe8022366f tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/networks?id=4aaef0ad-84e7-449b-8140-d9a9cce60069 HTTP/1.1" status: 200 len: 817 time: 0.2317007 Jul 22 22:21:22.378213 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-2e91a539-cf28-495a-bc35-396236f668ae None None] Provisioning for port cf8f649a-1054-4e9a-af10-794582a6a10f completed by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:21:22.391509 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-2e91a539-cf28-495a-bc35-396236f668ae None None] Provisioning complete for port cf8f649a-1054-4e9a-af10-794582a6a10f triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:21:22.391891 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2e91a539-cf28-495a-bc35-396236f668ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:22.397488 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port 5f268890-1a6e-4294-ac8e-3d4df2b63ac9 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:21:22.397861 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:22.431581 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-b70c0d3e-29b6-46d8-9d4f-11d6409062e0 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/quotas/4d3659e8b835430388a2cee22076abe4 HTTP/1.1" status: 200 len: 375 time: 0.0895889 Jul 22 22:21:22.440076 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-8498dea4-5cb0-44c5-a896-4f308b4353f2 None None] Set router 2af23df8-fa2f-454b-9378-5719d29afa59 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:21:22.482232 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6ed43660-3546-499c-983d-f8cd8fd8982a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:22.489246 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6ed43660-3546-499c-983d-f8cd8fd8982a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960851'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:22.513044 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-2e91a539-cf28-495a-bc35-396236f668ae None None] Port cf8f649a-1054-4e9a-af10-794582a6a10f cannot update to ACTIVE because it is not bound. {{(pid=93280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:21:22.582691 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed43660-3546-499c-983d-f8cd8fd8982a admin admin] Pushing event updated for resources: {'Port': ['ID=cf8f649a-1054-4e9a-af10-794582a6a10f,revision_number=2']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:22.592044 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6ed43660-3546-499c-983d-f8cd8fd8982a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717738'] for router_interface, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:22.611319 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-b5fa18ab-220f-4683-84f6-0fc58b1a73c2 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4d3659e8b835430388a2cee22076abe4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1721845 Jul 22 22:21:22.732918 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed43660-3546-499c-983d-f8cd8fd8982a admin admin] Network c478cf98-28b8-4904-af77-5e4d0dffb173 is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:21:22.735281 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-6ed43660-3546-499c-983d-f8cd8fd8982a admin admin] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:21:22.747971 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-8498dea4-5cb0-44c5-a896-4f308b4353f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'name': 'tempest-TestShelveInstance-2061553236-router', 'tenant_id': 'b39563db0dd14939a0f3c1819cd5901f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'e58aa779-62b4-4e10-957e-08fa1d3993bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:21:17Z', 'updated_at': '2021-07-22T22:21:21Z', 'revision_number': 4, 'project_id': 'b39563db0dd14939a0f3c1819cd5901f', 'gw_port': {'id': 'e58aa779-62b4-4e10-957e-08fa1d3993bc', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:02:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:18Z', 'updated_at': '2021-07-22T22:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': 'cf8f649a-1054-4e9a-af10-794582a6a10f', 'name': '', 'network_id': 'c478cf98-28b8-4904-af77-5e4d0dffb173', 'tenant_id': 'b39563db0dd14939a0f3c1819cd5901f', 'mac_address': 'fa:16:3e:9f:2e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'b8c303b5-4d52-49bb-ad46-fb44acda7f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:21Z', 'updated_at': '2021-07-22T22:21:21Z', 'revision_number': 1, 'project_id': 'b39563db0dd14939a0f3c1819cd5901f', 'subnets': [{'id': 'b8c303b5-4d52-49bb-ad46-fb44acda7f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:22.787013 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8498dea4-5cb0-44c5-a896-4f308b4353f2 None None] The sync data for ids ['2af23df8-fa2f-454b-9378-5719d29afa59'] in dv-cinder-801912-2-iscsi is: [{'id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'name': 'tempest-TestShelveInstance-2061553236-router', 'tenant_id': 'b39563db0dd14939a0f3c1819cd5901f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'e58aa779-62b4-4e10-957e-08fa1d3993bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:21:17Z', 'updated_at': '2021-07-22T22:21:21Z', 'revision_number': 4, 'project_id': 'b39563db0dd14939a0f3c1819cd5901f', 'gw_port': {'id': 'e58aa779-62b4-4e10-957e-08fa1d3993bc', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:02:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:18Z', 'updated_at': '2021-07-22T22:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': 'cf8f649a-1054-4e9a-af10-794582a6a10f', 'name': '', 'network_id': 'c478cf98-28b8-4904-af77-5e4d0dffb173', 'tenant_id': 'b39563db0dd14939a0f3c1819cd5901f', 'mac_address': 'fa:16:3e:9f:2e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'b8c303b5-4d52-49bb-ad46-fb44acda7f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:21Z', 'updated_at': '2021-07-22T22:21:21Z', 'revision_number': 1, 'project_id': 'b39563db0dd14939a0f3c1819cd5901f', 'subnets': [{'id': 'b8c303b5-4d52-49bb-ad46-fb44acda7f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:21:22.962566 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-e855562b-c36b-43ee-8764-bd5a6640cf94 service neutron] 10.222.0.11 "GET /v2.0/networks/4aaef0ad-84e7-449b-8140-d9a9cce60069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310981 Jul 22 22:21:22.965771 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed43660-3546-499c-983d-f8cd8fd8982a admin admin] Router 2af23df8-fa2f-454b-9378-5719d29afa59 has already been hosted by L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 {{(pid=93279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:21:23.058116 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-91d02c52-0a9c-4282-a74f-2561b6185671 None None] Provisioning complete for port cf8f649a-1054-4e9a-af10-794582a6a10f triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:21:23.058730 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-91d02c52-0a9c-4282-a74f-2561b6185671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:23.133130 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-91d02c52-0a9c-4282-a74f-2561b6185671 None None] Port cf8f649a-1054-4e9a-af10-794582a6a10f cannot update to ACTIVE because it is not bound. {{(pid=93280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:21:23.172359 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-bc1dfdad-9a60-47cd-b0ce-c44a16cd28ee service neutron] 10.222.0.11 "GET /v2.0/networks/4aaef0ad-84e7-449b-8140-d9a9cce60069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088125 Jul 22 22:21:23.216000 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed43660-3546-499c-983d-f8cd8fd8982a admin admin] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:21:23.221747 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-6ed43660-3546-499c-983d-f8cd8fd8982a admin admin] 10.222.0.11 "PUT /v2.0/routers/2af23df8-fa2f-454b-9378-5719d29afa59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8987293 Jul 22 22:21:23.426207 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1d4a608a-76a0-4a18-bfe7-d2d3fa36a0a6 req-e9c7a2c9-be0f-4ac5-9bd1-e3596a8dfef9 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 210 time: 0.0372260 Jul 22 22:21:24.038770 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 51998) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:24.045947 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-093227bd-e277-4078-a62b-4f442be5eac7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1636778344-network', 'tenant_id': '5f1c74f83511427aafbef09ea50b7837'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:24.064599 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device e58aa779-62b4-4e10-957e-08fa1d3993bc up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:21:24.077071 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093227bd-e277-4078-a62b-4f442be5eac7 admin admin] Made reservation on behalf of 5f1c74f83511427aafbef09ea50b7837 for: {'network': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:21:24.080578 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-093227bd-e277-4078-a62b-4f442be5eac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for network, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:24.092975 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-093227bd-e277-4078-a62b-4f442be5eac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:24.135302 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning for port e58aa779-62b4-4e10-957e-08fa1d3993bc completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:21:24.141190 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port e58aa779-62b4-4e10-957e-08fa1d3993bc triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:21:24.141628 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:24.214750 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-093227bd-e277-4078-a62b-4f442be5eac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:24.221632 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-093227bd-e277-4078-a62b-4f442be5eac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:24.245625 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093227bd-e277-4078-a62b-4f442be5eac7 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=93278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:21:24.250331 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:24.260385 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-093227bd-e277-4078-a62b-4f442be5eac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122'] for segment, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:24.260739 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.db.segments_db [None req-093227bd-e277-4078-a62b-4f442be5eac7 admin admin] Added segment 5e60ea7d-70e4-43ec-9114-4ccc9a736f0b of type vlan for network 4d783b34-d598-4fc8-8455-34553602708e Jul 22 22:21:24.280403 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] For port e58aa779-62b4-4e10-957e-08fa1d3993bc, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=e58aa779-62b4-4e10-957e-08fa1d3993bc,segment=NetworkSegment(b880b034-49fb-48cf-bc81-b26ee1611faf),segment_id=b880b034-49fb-48cf-bc81-b26ee1611faf)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:21:24.285532 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:24.324521 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093227bd-e277-4078-a62b-4f442be5eac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a64ee6-a960-470b-ae7e-a41dbb47f4cb,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:24.337658 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-093227bd-e277-4078-a62b-4f442be5eac7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746837610990'] for network, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:24.350162 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Pushing event updated for resources: {'Port': ['ID=e58aa779-62b4-4e10-957e-08fa1d3993bc,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:24.372698 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-093227bd-e277-4078-a62b-4f442be5eac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for network, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:24.373802 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093227bd-e277-4078-a62b-4f442be5eac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:24.374398 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-093227bd-e277-4078-a62b-4f442be5eac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:24.416148 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 52006) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:24.416395 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-093227bd-e277-4078-a62b-4f442be5eac7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3752761 Jul 22 22:21:24.422050 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-efcd6bd1-eb1e-4c0b-b011-abe212da5d72 admin admin] Request body: {'subnet': {'network_id': '4d783b34-d598-4fc8-8455-34553602708e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1636778344-subnet', 'tenant_id': '5f1c74f83511427aafbef09ea50b7837', 'ip_version': 4}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:24.442055 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093227bd-e277-4078-a62b-4f442be5eac7 admin admin] Pushing event updated for resources: {'Network': ['ID=4d783b34-d598-4fc8-8455-34553602708e,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:24.447613 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcd6bd1-eb1e-4c0b-b011-abe212da5d72 admin admin] Made reservation on behalf of 5f1c74f83511427aafbef09ea50b7837 for: {'subnet': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:21:24.450441 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-efcd6bd1-eb1e-4c0b-b011-abe212da5d72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793995'] for subnet, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:24.460414 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Network 4d783b34-d598-4fc8-8455-34553602708e details requested by agent ovs-agent-dv-cinder-801912-2-iscsi with host dv-cinder-801912-2-iscsi {{(pid=93280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:21:24.550669 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-15b6d3a8-4481-4f67-8e4e-06062410b3dc req-f35760ba-de72-4ddd-a50f-af844dcdb258 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 210 time: 0.0374768 Jul 22 22:21:24.666351 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-efcd6bd1-eb1e-4c0b-b011-abe212da5d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3960972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2794105'] for subnet, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:24.722684 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd6bd1-eb1e-4c0b-b011-abe212da5d72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a88c21cc-6ef8-47ed-b7d1-2d78ca9f71c1,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:24.730585 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcd6bd1-eb1e-4c0b-b011-abe212da5d72 admin admin] Checking segment: {'id': '5e60ea7d-70e4-43ec-9114-4ccc9a736f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4d783b34-d598-4fc8-8455-34553602708e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:21:24.730943 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcd6bd1-eb1e-4c0b-b011-abe212da5d72 admin admin] Network hostable DHCP agents. Network: 4d783b34-d598-4fc8-8455-34553602708e, hostable agents: ['aed2ec39-81b9-4f59-895f-cbb50316ede5'], hosted agents: [] {{(pid=93279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:21:24.748791 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcd6bd1-eb1e-4c0b-b011-abe212da5d72 admin admin] Network 4d783b34-d598-4fc8-8455-34553602708e is scheduled to be hosted by DHCP agent aed2ec39-81b9-4f59-895f-cbb50316ede5 with binding_index 1 {{(pid=93279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:21:24.758145 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-efcd6bd1-eb1e-4c0b-b011-abe212da5d72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801912-2-iscsi, 4d783b34-d598-4fc8-8455-34553602708e) {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:21:24.762662 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcd6bd1-eb1e-4c0b-b011-abe212da5d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:24.764053 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-efcd6bd1-eb1e-4c0b-b011-abe212da5d72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:24.767424 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea3b6c9-fcd4-4f78-a2e4-deacc2a787ed None None] Network 4d783b34-d598-4fc8-8455-34553602708e requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:21:24.778623 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-efcd6bd1-eb1e-4c0b-b011-abe212da5d72 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3608673 Jul 22 22:21:24.782392 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 52012) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:24.786847 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-83eaa048-d987-4e37-b802-09c00ad2aac7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1636778344-router', 'tenant_id': '5f1c74f83511427aafbef09ea50b7837', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'}}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:24.811470 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-83eaa048-d987-4e37-b802-09c00ad2aac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-718133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9725'] for router, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:24.812545 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-83eaa048-d987-4e37-b802-09c00ad2aac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717338', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9714'] for router, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:24.877505 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-83eaa048-d987-4e37-b802-09c00ad2aac7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:24.995049 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f411185-3be0-4c4d-9f8c-5341a724821d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb74522ed-a428-522a-8593-90dbb9552def-4d783b34-d598-4fc8-8455-34553602708e', 'network_id': '4d783b34-d598-4fc8-8455-34553602708e', 'tenant_id': '5f1c74f83511427aafbef09ea50b7837', 'fixed_ips': [{'subnet_id': 'a88c21cc-6ef8-47ed-b7d1-2d78ca9f71c1'}]}} from dv-cinder-801912-2-iscsi. {{(pid=93280) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:21:24.995943 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2f411185-3be0-4c4d-9f8c-5341a724821d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:25.158278 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.db_base_plugin_common [None req-2f411185-3be0-4c4d-9f8c-5341a724821d None None] Allocated IP 172.20.0.2 (4d783b34-d598-4fc8-8455-34553602708e/a88c21cc-6ef8-47ed-b7d1-2d78ca9f71c1/4dbf3f93-6b16-407c-bd28-14d54e34fb65) {{(pid=93280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:21:25.244701 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9cbe1d-e41b-4858-b77a-ba09f460e824 None None] Sync routers for ids ['2af23df8-fa2f-454b-9378-5719d29afa59'] in dv-cinder-801912-2-iscsi {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:21:25.256198 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9cbe1d-e41b-4858-b77a-ba09f460e824 None None] Routers {'2af23df8-fa2f-454b-9378-5719d29afa59'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:21:25.256984 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-4f9cbe1d-e41b-4858-b77a-ba09f460e824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:21:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['2af23df8-fa2f-454b-9378-5719d29afa59'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:25.297142 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-83eaa048-d987-4e37-b802-09c00ad2aac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-718320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-718171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9664'] for router, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:25.318617 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2f411185-3be0-4c4d-9f8c-5341a724821d None None] Notify callbacks [] for port, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:25.328803 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-2f411185-3be0-4c4d-9f8c-5341a724821d None None] Transition to ACTIVE for port object 4dbf3f93-6b16-407c-bd28-14d54e34fb65 will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:21:25.349348 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-2f411185-3be0-4c4d-9f8c-5341a724821d None None] Transition to ACTIVE for port object 4dbf3f93-6b16-407c-bd28-14d54e34fb65 will not be triggered until provisioned by entity DHCP. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:21:25.357365 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2f411185-3be0-4c4d-9f8c-5341a724821d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625'] for port, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:25.373392 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-4f9cbe1d-e41b-4858-b77a-ba09f460e824 None None] Set router 2af23df8-fa2f-454b-9378-5719d29afa59 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:21:25.407393 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f411185-3be0-4c4d-9f8c-5341a724821d None None] Network 4d783b34-d598-4fc8-8455-34553602708e is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:21:25.410622 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [None req-2f411185-3be0-4c4d-9f8c-5341a724821d None None] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:21:25.416330 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f411185-3be0-4c4d-9f8c-5341a724821d None None] Received port after_create {{(pid=93280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:21:25.419634 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f411185-3be0-4c4d-9f8c-5341a724821d None None] Pushing event updated for resources: {'Port': ['ID=4dbf3f93-6b16-407c-bd28-14d54e34fb65,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:25.537928 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-2f411185-3be0-4c4d-9f8c-5341a724821d None None] Attempting to bind port 4dbf3f93-6b16-407c-bd28-14d54e34fb65 on host dv-cinder-801912-2-iscsi for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:21:25.542769 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-2f411185-3be0-4c4d-9f8c-5341a724821d None None] Attempting to bind port 4dbf3f93-6b16-407c-bd28-14d54e34fb65 by drivers openvswitch,hyperv on host dv-cinder-801912-2-iscsi at level 0 using segments [{'id': '5e60ea7d-70e4-43ec-9114-4ccc9a736f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4d783b34-d598-4fc8-8455-34553602708e'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:21:25.543408 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f411185-3be0-4c4d-9f8c-5341a724821d None None] Attempting to bind port 4dbf3f93-6b16-407c-bd28-14d54e34fb65 on network 4d783b34-d598-4fc8-8455-34553602708e {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:21:25.551960 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f411185-3be0-4c4d-9f8c-5341a724821d None None] Checking agent: {'id': '46b940f2-f108-4e1e-b841-f66930078767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801912-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 8, 19), 'started_at': datetime.datetime(2021, 7, 22, 22, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801912-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:21:25.552615 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f411185-3be0-4c4d-9f8c-5341a724821d None None] Checking segment: {'id': '5e60ea7d-70e4-43ec-9114-4ccc9a736f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4d783b34-d598-4fc8-8455-34553602708e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:21:25.553323 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2f411185-3be0-4c4d-9f8c-5341a724821d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:25.553877 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f411185-3be0-4c4d-9f8c-5341a724821d None None] Bound using segment: {'id': '5e60ea7d-70e4-43ec-9114-4ccc9a736f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4d783b34-d598-4fc8-8455-34553602708e'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:21:25.560649 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-2f411185-3be0-4c4d-9f8c-5341a724821d None None] Bound port: 4dbf3f93-6b16-407c-bd28-14d54e34fb65, host: dv-cinder-801912-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e60ea7d-70e4-43ec-9114-4ccc9a736f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4d783b34-d598-4fc8-8455-34553602708e'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:21:25.562538 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2f411185-3be0-4c4d-9f8c-5341a724821d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:25.571536 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-83eaa048-d987-4e37-b802-09c00ad2aac7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:25.595154 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-83eaa048-d987-4e37-b802-09c00ad2aac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:25.629671 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-2f411185-3be0-4c4d-9f8c-5341a724821d None None] For port 4dbf3f93-6b16-407c-bd28-14d54e34fb65, host dv-cinder-801912-2-iscsi, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:21:25.633752 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-2f411185-3be0-4c4d-9f8c-5341a724821d None None] For port 4dbf3f93-6b16-407c-bd28-14d54e34fb65, host dv-cinder-801912-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=4dbf3f93-6b16-407c-bd28-14d54e34fb65,segment=NetworkSegment(5e60ea7d-70e4-43ec-9114-4ccc9a736f0b),segment_id=5e60ea7d-70e4-43ec-9114-4ccc9a736f0b)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:21:25.642367 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2f411185-3be0-4c4d-9f8c-5341a724821d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:25.691932 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-4f9cbe1d-e41b-4858-b77a-ba09f460e824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'name': 'tempest-TestShelveInstance-2061553236-router', 'tenant_id': 'b39563db0dd14939a0f3c1819cd5901f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'e58aa779-62b4-4e10-957e-08fa1d3993bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:21:17Z', 'updated_at': '2021-07-22T22:21:21Z', 'revision_number': 4, 'project_id': 'b39563db0dd14939a0f3c1819cd5901f', 'gw_port': {'id': 'e58aa779-62b4-4e10-957e-08fa1d3993bc', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:02:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:18Z', 'updated_at': '2021-07-22T22:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': 'cf8f649a-1054-4e9a-af10-794582a6a10f', 'name': '', 'network_id': 'c478cf98-28b8-4904-af77-5e4d0dffb173', 'tenant_id': 'b39563db0dd14939a0f3c1819cd5901f', 'mac_address': 'fa:16:3e:9f:2e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'b8c303b5-4d52-49bb-ad46-fb44acda7f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:21Z', 'updated_at': '2021-07-22T22:21:22Z', 'revision_number': 2, 'project_id': 'b39563db0dd14939a0f3c1819cd5901f', 'subnets': [{'id': 'b8c303b5-4d52-49bb-ad46-fb44acda7f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:25.717019 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-9fad578e-4c74-44fa-9be5-be4ba1758d7c req-46f0e6a5-9a18-4815-bd99-a8e74580ddda tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 210 time: 0.0387671 Jul 22 22:21:25.730642 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f411185-3be0-4c4d-9f8c-5341a724821d None None] Pushing event updated for resources: {'Port': ['ID=4dbf3f93-6b16-407c-bd28-14d54e34fb65,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:25.777471 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9cbe1d-e41b-4858-b77a-ba09f460e824 None None] Checking router: 2af23df8-fa2f-454b-9378-5719d29afa59 for host: dv-cinder-801912-2-iscsi {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:21:25.777834 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9cbe1d-e41b-4858-b77a-ba09f460e824 None None] Updating router 2af23df8-fa2f-454b-9378-5719d29afa59 port cf8f649a-1054-4e9a-af10-794582a6a10f binding host dv-cinder-801912-2-iscsi {{(pid=93281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:21:25.789744 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.db_base_plugin_common [None req-83eaa048-d987-4e37-b802-09c00ad2aac7 admin admin] Allocated IP 172.27.3.81 (f8c72cc4-96e2-4f72-802d-5144237f0ca7/448cec93-c98c-4ed8-8dac-ac905c6d6ede/53da315d-b7d7-4d59-9aaf-aeaa83e6740d) {{(pid=93279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:21:25.817156 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-4f9cbe1d-e41b-4858-b77a-ba09f460e824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:25.927352 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-83eaa048-d987-4e37-b802-09c00ad2aac7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:26.023516 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-83eaa048-d987-4e37-b802-09c00ad2aac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960856'] for port, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:26.092056 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83eaa048-d987-4e37-b802-09c00ad2aac7 admin admin] Network f8c72cc4-96e2-4f72-802d-5144237f0ca7 is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:21:26.095482 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-83eaa048-d987-4e37-b802-09c00ad2aac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:21:26.096464 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device e58aa779-62b4-4e10-957e-08fa1d3993bc up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:21:26.103203 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eaa048-d987-4e37-b802-09c00ad2aac7 admin admin] Received port after_create {{(pid=93279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:21:26.107410 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eaa048-d987-4e37-b802-09c00ad2aac7 admin admin] Pushing event updated for resources: {'Port': ['ID=53da315d-b7d7-4d59-9aaf-aeaa83e6740d,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:26.205472 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port e58aa779-62b4-4e10-957e-08fa1d3993bc triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:21:26.206529 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:26.334900 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-4302a1af-dfcc-4f1d-a334-5433befb2b8c tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:26.337433 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-4302a1af-dfcc-4f1d-a334-5433befb2b8c tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.115 "GET /v2.0/networks?id=4aaef0ad-84e7-449b-8140-d9a9cce60069 HTTP/1.1" status: 200 len: 817 time: 0.1493108 Jul 22 22:21:26.437832 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-27a7ce63-16fa-40d3-81fc-e31393699d98 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d3659e8b835430388a2cee22076abe4 HTTP/1.1" status: 200 len: 380 time: 0.0665181 Jul 22 22:21:26.451377 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-d0ab6539-5ef0-45d2-b27c-f09d916ccfef tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Request body: {'port': {'device_id': '0568ba29-b14a-4f64-b2b2-21242d8295dd', 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069', 'admin_state_up': True, 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'security_groups': ['c68d898a-3e0b-4c1e-9976-96e895188e5b']}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:26.528618 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-4f9cbe1d-e41b-4858-b77a-ba09f460e824 None None] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:26.555911 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-4f9cbe1d-e41b-4858-b77a-ba09f460e824 None None] Transition to ACTIVE for port object cf8f649a-1054-4e9a-af10-794582a6a10f will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:21:26.566475 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-83eaa048-d987-4e37-b802-09c00ad2aac7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:26.569097 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-4f9cbe1d-e41b-4858-b77a-ba09f460e824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:26.635745 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:26.669143 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86cc9dc-29f5-4ff2-bba9-9394cbfd8624 None None] Pushing event updated for resources: {'Port': ['ID=cf8f649a-1054-4e9a-af10-794582a6a10f,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:26.681608 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86cc9dc-29f5-4ff2-bba9-9394cbfd8624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:26.682212 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86cc9dc-29f5-4ff2-bba9-9394cbfd8624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:26.682752 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86cc9dc-29f5-4ff2-bba9-9394cbfd8624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:26.683442 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86cc9dc-29f5-4ff2-bba9-9394cbfd8624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:26.683951 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86cc9dc-29f5-4ff2-bba9-9394cbfd8624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:26.684612 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86cc9dc-29f5-4ff2-bba9-9394cbfd8624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:26.685376 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86cc9dc-29f5-4ff2-bba9-9394cbfd8624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:26.685884 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86cc9dc-29f5-4ff2-bba9-9394cbfd8624 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:26.686746 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86cc9dc-29f5-4ff2-bba9-9394cbfd8624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:26.688509 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86cc9dc-29f5-4ff2-bba9-9394cbfd8624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:26.689007 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86cc9dc-29f5-4ff2-bba9-9394cbfd8624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:26.689552 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86cc9dc-29f5-4ff2-bba9-9394cbfd8624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:26.777452 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-d0ab6539-5ef0-45d2-b27c-f09d916ccfef tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Made reservation on behalf of 4d3659e8b835430388a2cee22076abe4 for: {'port': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:21:26.781522 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-4f9cbe1d-e41b-4858-b77a-ba09f460e824 None None] Attempting to bind port cf8f649a-1054-4e9a-af10-794582a6a10f on host dv-cinder-801912-2-iscsi for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:21:26.785390 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-4f9cbe1d-e41b-4858-b77a-ba09f460e824 None None] Attempting to bind port cf8f649a-1054-4e9a-af10-794582a6a10f by drivers openvswitch,hyperv on host dv-cinder-801912-2-iscsi at level 0 using segments [{'id': '3f318f8e-b74e-48a9-853d-22131a178c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c478cf98-28b8-4904-af77-5e4d0dffb173'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:21:26.788483 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-d0ab6539-5ef0-45d2-b27c-f09d916ccfef tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:26.791186 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9cbe1d-e41b-4858-b77a-ba09f460e824 None None] Attempting to bind port cf8f649a-1054-4e9a-af10-794582a6a10f on network c478cf98-28b8-4904-af77-5e4d0dffb173 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:21:26.806295 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9cbe1d-e41b-4858-b77a-ba09f460e824 None None] Checking agent: {'id': '46b940f2-f108-4e1e-b841-f66930078767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801912-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 8, 19), 'started_at': datetime.datetime(2021, 7, 22, 22, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801912-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:21:26.806704 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9cbe1d-e41b-4858-b77a-ba09f460e824 None None] Checking segment: {'id': '3f318f8e-b74e-48a9-853d-22131a178c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c478cf98-28b8-4904-af77-5e4d0dffb173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:21:26.807118 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-4f9cbe1d-e41b-4858-b77a-ba09f460e824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:26.807523 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9cbe1d-e41b-4858-b77a-ba09f460e824 None None] Bound using segment: {'id': '3f318f8e-b74e-48a9-853d-22131a178c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c478cf98-28b8-4904-af77-5e4d0dffb173'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:21:26.808025 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-4f9cbe1d-e41b-4858-b77a-ba09f460e824 None None] Bound port: cf8f649a-1054-4e9a-af10-794582a6a10f, host: dv-cinder-801912-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f318f8e-b74e-48a9-853d-22131a178c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c478cf98-28b8-4904-af77-5e4d0dffb173'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:21:26.808479 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-4f9cbe1d-e41b-4858-b77a-ba09f460e824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:26.924248 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-4f9cbe1d-e41b-4858-b77a-ba09f460e824 None None] For port cf8f649a-1054-4e9a-af10-794582a6a10f, host dv-cinder-801912-2-iscsi, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:21:26.927886 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-4f9cbe1d-e41b-4858-b77a-ba09f460e824 None None] For port cf8f649a-1054-4e9a-af10-794582a6a10f, host dv-cinder-801912-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=cf8f649a-1054-4e9a-af10-794582a6a10f,segment=NetworkSegment(3f318f8e-b74e-48a9-853d-22131a178c6d),segment_id=3f318f8e-b74e-48a9-853d-22131a178c6d)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:21:26.935722 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-4f9cbe1d-e41b-4858-b77a-ba09f460e824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:26.966341 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-83eaa048-d987-4e37-b802-09c00ad2aac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-718156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718315'] for router, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:27.028625 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86cc9dc-29f5-4ff2-bba9-9394cbfd8624 None None] Pushing event updated for resources: {'Port': ['ID=cf8f649a-1054-4e9a-af10-794582a6a10f,revision_number=4']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:27.083928 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9cbe1d-e41b-4858-b77a-ba09f460e824 None None] Routers {'2af23df8-fa2f-454b-9378-5719d29afa59'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:21:27.088073 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-4f9cbe1d-e41b-4858-b77a-ba09f460e824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:21:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['2af23df8-fa2f-454b-9378-5719d29afa59'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:27.135776 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-2b79775e-ee7a-46ff-b2ea-68fb8bf5ded4 req-dde0e0da-0ab2-4f67-b4bd-c87a9ca205a6 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 210 time: 0.1710346 Jul 22 22:21:27.176425 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83eaa048-d987-4e37-b802-09c00ad2aac7 admin admin] Router 280d73f5-b728-4c58-8967-8682d1fc3ee9 is scheduled to L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 with binding_index 1 {{(pid=93279) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:21:27.199535 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-d0ab6539-5ef0-45d2-b27c-f09d916ccfef tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Allocated IP 172.20.0.5 (4aaef0ad-84e7-449b-8140-d9a9cce60069/5caf93b5-914e-42f5-8313-0d8eb8086bc1/dc305867-8487-421b-b754-849233243ba2) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:21:27.290468 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcca1e36-caee-4d44-9cc2-971febc02aaa None None] Network 4d783b34-d598-4fc8-8455-34553602708e requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:21:27.405915 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-4f9cbe1d-e41b-4858-b77a-ba09f460e824 None None] Set router 2af23df8-fa2f-454b-9378-5719d29afa59 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:21:27.440144 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-fb716cc6-3d79-402e-97ed-d0d1ead4b5e7 None None] Provisioning for port 4dbf3f93-6b16-407c-bd28-14d54e34fb65 completed by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:21:27.482748 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83eaa048-d987-4e37-b802-09c00ad2aac7 admin admin] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:21:27.501014 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10a9440-dc39-4b86-90d5-992bda272409 None None] Sync routers for ids ['280d73f5-b728-4c58-8967-8682d1fc3ee9'] in dv-cinder-801912-2-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:21:27.504400 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-d0ab6539-5ef0-45d2-b27c-f09d916ccfef tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:27.509454 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-83eaa048-d987-4e37-b802-09c00ad2aac7 admin admin] Notify callbacks [] for router, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:27.514444 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-83eaa048-d987-4e37-b802-09c00ad2aac7 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7295580 Jul 22 22:21:27.515541 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 52050) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:27.520456 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-d0ab6539-5ef0-45d2-b27c-f09d916ccfef tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Transition to ACTIVE for port object dc305867-8487-421b-b754-849233243ba2 will not be triggered until provisioned by entity DHCP. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:21:27.561431 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-d0ab6539-5ef0-45d2-b27c-f09d916ccfef tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:27.566285 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10a9440-dc39-4b86-90d5-992bda272409 None None] Routers {'280d73f5-b728-4c58-8967-8682d1fc3ee9'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:21:27.567001 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-d10a9440-dc39-4b86-90d5-992bda272409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:21:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['280d73f5-b728-4c58-8967-8682d1fc3ee9'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:27.671456 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab6539-5ef0-45d2-b27c-f09d916ccfef tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Pushing event updated for resources: {'Port': ['ID=dc305867-8487-421b-b754-849233243ba2,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:27.713302 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-d0ab6539-5ef0-45d2-b27c-f09d916ccfef tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Network 4aaef0ad-84e7-449b-8140-d9a9cce60069 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:21:27.721861 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-d0ab6539-5ef0-45d2-b27c-f09d916ccfef tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:21:27.728390 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-d0ab6539-5ef0-45d2-b27c-f09d916ccfef tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:21:27.737124 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-4f9cbe1d-e41b-4858-b77a-ba09f460e824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'name': 'tempest-TestShelveInstance-2061553236-router', 'tenant_id': 'b39563db0dd14939a0f3c1819cd5901f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'e58aa779-62b4-4e10-957e-08fa1d3993bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:21:17Z', 'updated_at': '2021-07-22T22:21:21Z', 'revision_number': 4, 'project_id': 'b39563db0dd14939a0f3c1819cd5901f', 'gw_port': {'id': 'e58aa779-62b4-4e10-957e-08fa1d3993bc', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:02:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:18Z', 'updated_at': '2021-07-22T22:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': 'cf8f649a-1054-4e9a-af10-794582a6a10f', 'name': '', 'network_id': 'c478cf98-28b8-4904-af77-5e4d0dffb173', 'tenant_id': 'b39563db0dd14939a0f3c1819cd5901f', 'mac_address': 'fa:16:3e:9f:2e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'b8c303b5-4d52-49bb-ad46-fb44acda7f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:21Z', 'updated_at': '2021-07-22T22:21:26Z', 'revision_number': 4, 'project_id': 'b39563db0dd14939a0f3c1819cd5901f', 'subnets': [{'id': 'b8c303b5-4d52-49bb-ad46-fb44acda7f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:27.827593 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9cbe1d-e41b-4858-b77a-ba09f460e824 None None] The sync data for ids ['2af23df8-fa2f-454b-9378-5719d29afa59'] in dv-cinder-801912-2-iscsi is: [{'id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'name': 'tempest-TestShelveInstance-2061553236-router', 'tenant_id': 'b39563db0dd14939a0f3c1819cd5901f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'e58aa779-62b4-4e10-957e-08fa1d3993bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:21:17Z', 'updated_at': '2021-07-22T22:21:21Z', 'revision_number': 4, 'project_id': 'b39563db0dd14939a0f3c1819cd5901f', 'gw_port': {'id': 'e58aa779-62b4-4e10-957e-08fa1d3993bc', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:02:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:18Z', 'updated_at': '2021-07-22T22:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': 'cf8f649a-1054-4e9a-af10-794582a6a10f', 'name': '', 'network_id': 'c478cf98-28b8-4904-af77-5e4d0dffb173', 'tenant_id': 'b39563db0dd14939a0f3c1819cd5901f', 'mac_address': 'fa:16:3e:9f:2e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'b8c303b5-4d52-49bb-ad46-fb44acda7f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:21Z', 'updated_at': '2021-07-22T22:21:26Z', 'revision_number': 4, 'project_id': 'b39563db0dd14939a0f3c1819cd5901f', 'subnets': [{'id': 'b8c303b5-4d52-49bb-ad46-fb44acda7f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:21:27.876149 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-d0ab6539-5ef0-45d2-b27c-f09d916ccfef tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:27.877122 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-d0ab6539-5ef0-45d2-b27c-f09d916ccfef tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:27.904956 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-d0ab6539-5ef0-45d2-b27c-f09d916ccfef tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4590530 Jul 22 22:21:28.102361 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-d10a9440-dc39-4b86-90d5-992bda272409 None None] Set router 280d73f5-b728-4c58-8967-8682d1fc3ee9 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:21:28.130721 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-73d963fd-47e9-4745-8634-21cd3410020e service neutron] Request body: {'port': {'device_id': '0568ba29-b14a-4f64-b2b2-21242d8295dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:28.316590 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7e400c0d-f140-4d01-891e-ac525d42a913 None None] Provisioning for port dc305867-8487-421b-b754-849233243ba2 completed by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:21:28.324572 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7e400c0d-f140-4d01-891e-ac525d42a913 None None] Provisioning complete for port dc305867-8487-421b-b754-849233243ba2 triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:21:28.324888 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7e400c0d-f140-4d01-891e-ac525d42a913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:28.347871 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 4dbf3f93-6b16-407c-bd28-14d54e34fb65 up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:21:28.408054 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5ff97538-eb1d-419b-95e2-a843f0704908 req-1b9cc1a6-cee4-452d-aa5f-2af7f2e4cc0c service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4837983 Jul 22 22:21:28.439901 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-73d963fd-47e9-4745-8634-21cd3410020e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:28.478288 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c3014557-7ac3-472d-b5e3-cb3db4a6dc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:28.562219 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e17d5-f953-4661-a441-a580c2a6046d req-b1a96a1e-2beb-4635-b618-e8cd28fd1127 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:28.578006 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0d7e17d5-f953-4661-a441-a580c2a6046d req-b1a96a1e-2beb-4635-b618-e8cd28fd1127 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 931 time: 0.2820451 Jul 22 22:21:28.678237 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-7e400c0d-f140-4d01-891e-ac525d42a913 None None] Port dc305867-8487-421b-b754-849233243ba2 cannot update to ACTIVE because it is not bound. {{(pid=93280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:21:28.697757 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0d7e17d5-f953-4661-a441-a580c2a6046d req-5d4d5557-b46a-470e-b8ec-385800236b88 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187565 Jul 22 22:21:28.739337 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning for port 4dbf3f93-6b16-407c-bd28-14d54e34fb65 completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:21:28.750862 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port 4dbf3f93-6b16-407c-bd28-14d54e34fb65 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:21:28.752144 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:28.809364 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-d10a9440-dc39-4b86-90d5-992bda272409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280d73f5-b728-4c58-8967-8682d1fc3ee9', 'name': 'tempest-TestShelveInstance-1636778344-router', 'tenant_id': '5f1c74f83511427aafbef09ea50b7837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '53da315d-b7d7-4d59-9aaf-aeaa83e6740d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:21:24Z', 'updated_at': '2021-07-22T22:21:26Z', 'revision_number': 3, 'project_id': '5f1c74f83511427aafbef09ea50b7837', 'gw_port': {'id': '53da315d-b7d7-4d59-9aaf-aeaa83e6740d', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280d73f5-b728-4c58-8967-8682d1fc3ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:25Z', 'updated_at': '2021-07-22T22:21:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi'}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:28.854710 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.db_base_plugin_common [None req-c3014557-7ac3-472d-b5e3-cb3db4a6dc94 admin admin] Allocated IP 172.20.0.1 (4d783b34-d598-4fc8-8455-34553602708e/a88c21cc-6ef8-47ed-b7d1-2d78ca9f71c1/907c7bec-729a-427c-8f45-ba7c9d880245) {{(pid=93279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:21:28.860283 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10a9440-dc39-4b86-90d5-992bda272409 None None] Checking router: 280d73f5-b728-4c58-8967-8682d1fc3ee9 for host: dv-cinder-801912-2-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:21:28.860916 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10a9440-dc39-4b86-90d5-992bda272409 None None] Updating router 280d73f5-b728-4c58-8967-8682d1fc3ee9 port 53da315d-b7d7-4d59-9aaf-aeaa83e6740d binding host dv-cinder-801912-2-iscsi {{(pid=93280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:21:28.897252 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff97538-eb1d-419b-95e2-a843f0704908 req-8fa7bd1b-b0e3-4d8d-ae6d-8d38d2af49ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:28.899548 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5ff97538-eb1d-419b-95e2-a843f0704908 req-8fa7bd1b-b0e3-4d8d-ae6d-8d38d2af49ef service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7655566a61044cf8868d0fed64444851&device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 1138 time: 0.3978534 Jul 22 22:21:28.923837 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-dde854bb-6f09-40ba-8819-4b965b5f23e4 None None] Provisioning complete for port 4dbf3f93-6b16-407c-bd28-14d54e34fb65 triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:21:28.924209 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-dde854bb-6f09-40ba-8819-4b965b5f23e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:28.988627 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d10a9440-dc39-4b86-90d5-992bda272409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:29.023926 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c3014557-7ac3-472d-b5e3-cb3db4a6dc94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:29.040034 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-c3014557-7ac3-472d-b5e3-cb3db4a6dc94 admin admin] Transition to ACTIVE for port object 907c7bec-729a-427c-8f45-ba7c9d880245 will not be triggered until provisioned by entity DHCP. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:21:29.060169 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:29.085175 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c3014557-7ac3-472d-b5e3-cb3db4a6dc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960856'] for port, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:29.102559 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-73d963fd-47e9-4745-8634-21cd3410020e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc305867-8487-421b-b754-849233243ba2 {{(pid=93278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:21:29.112976 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-73d963fd-47e9-4745-8634-21cd3410020e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:29.116124 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff97538-eb1d-419b-95e2-a843f0704908 req-239fdcf2-40e1-4db6-adf7-d1b3c7962271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:29.118538 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5ff97538-eb1d-419b-95e2-a843f0704908 req-239fdcf2-40e1-4db6-adf7-d1b3c7962271 service neutron] 10.222.0.115 "GET /v2.0/networks?id=f37d9d3d-f407-4eae-a393-c7d2061d8e21 HTTP/1.1" status: 200 len: 916 time: 0.1971471 Jul 22 22:21:29.130633 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3014557-7ac3-472d-b5e3-cb3db4a6dc94 admin admin] Network 4d783b34-d598-4fc8-8455-34553602708e is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:21:29.135392 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-c3014557-7ac3-472d-b5e3-cb3db4a6dc94 admin admin] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:21:29.141516 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3014557-7ac3-472d-b5e3-cb3db4a6dc94 admin admin] Received port after_create {{(pid=93279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:21:29.175330 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3014557-7ac3-472d-b5e3-cb3db4a6dc94 admin admin] Pushing event updated for resources: {'Port': ['ID=907c7bec-729a-427c-8f45-ba7c9d880245,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:29.178718 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-73d963fd-47e9-4745-8634-21cd3410020e service neutron] Transition to ACTIVE for port object dc305867-8487-421b-b754-849233243ba2 will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:21:29.195549 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c3014557-7ac3-472d-b5e3-cb3db4a6dc94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-718106'] for router_interface, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:29.196931 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-73d963fd-47e9-4745-8634-21cd3410020e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:29.207650 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] For port 4dbf3f93-6b16-407c-bd28-14d54e34fb65, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=4dbf3f93-6b16-407c-bd28-14d54e34fb65,segment=NetworkSegment(5e60ea7d-70e4-43ec-9114-4ccc9a736f0b),segment_id=5e60ea7d-70e4-43ec-9114-4ccc9a736f0b)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:21:29.208810 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-dde854bb-6f09-40ba-8819-4b965b5f23e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:29.224169 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:29.225359 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device cf8f649a-1054-4e9a-af10-794582a6a10f up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:21:29.261439 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5ff97538-eb1d-419b-95e2-a843f0704908 req-3575e9bb-4f3a-4a08-872a-fe46302f886e service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4848c327-9cf5-43bc-95c4-5715398fd35d HTTP/1.1" status: 200 len: 1002 time: 0.1314118 Jul 22 22:21:29.396480 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d963fd-47e9-4745-8634-21cd3410020e service neutron] Pushing event updated for resources: {'Port': ['ID=dc305867-8487-421b-b754-849233243ba2,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:29.416915 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Pushing event updated for resources: {'Port': ['ID=4dbf3f93-6b16-407c-bd28-14d54e34fb65,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:29.429812 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c3014557-7ac3-472d-b5e3-cb3db4a6dc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:29.462636 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff97538-eb1d-419b-95e2-a843f0704908 req-0092e441-ec6c-4de0-a313-ae89bc8aa84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:29.464618 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5ff97538-eb1d-419b-95e2-a843f0704908 req-0092e441-ec6c-4de0-a313-ae89bc8aa84f service neutron] 10.222.0.115 "GET /v2.0/subnets?id=7da51077-13ec-4dff-886f-d0eb88cbac6d HTTP/1.1" status: 200 len: 854 time: 0.1934316 Jul 22 22:21:29.465206 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.db.api [None req-dde854bb-6f09-40ba-8819-4b965b5f23e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93280) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 22:21:29.465633 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG oslo_db.api [None req-dde854bb-6f09-40ba-8819-4b965b5f23e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 22:21:29.482816 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning for port cf8f649a-1054-4e9a-af10-794582a6a10f completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:21:29.501657 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port cf8f649a-1054-4e9a-af10-794582a6a10f triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:21:29.502032 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:29.547212 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-73d963fd-47e9-4745-8634-21cd3410020e service neutron] Attempting to bind port dc305867-8487-421b-b754-849233243ba2 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:21:29.547959 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-73d963fd-47e9-4745-8634-21cd3410020e service neutron] Attempting to bind port dc305867-8487-421b-b754-849233243ba2 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'e3b20446-b3e0-4ede-9ab0-e90ab51c0319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:21:29.548560 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-73d963fd-47e9-4745-8634-21cd3410020e service neutron] Attempting to bind port dc305867-8487-421b-b754-849233243ba2 on network 4aaef0ad-84e7-449b-8140-d9a9cce60069 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:21:29.558827 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-73d963fd-47e9-4745-8634-21cd3410020e service neutron] Port dc305867-8487-421b-b754-849233243ba2 on network 4aaef0ad-84e7-449b-8140-d9a9cce60069 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:21:29.559464 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-73d963fd-47e9-4745-8634-21cd3410020e service neutron] Attempting to bind port dc305867-8487-421b-b754-849233243ba2 on network 4aaef0ad-84e7-449b-8140-d9a9cce60069 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:21:29.569991 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-73d963fd-47e9-4745-8634-21cd3410020e service neutron] Checking agent: {'id': '4259e59d-080d-4967-89a0-1abd7a18732f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'started_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:21:29.570755 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-73d963fd-47e9-4745-8634-21cd3410020e service neutron] Checking segment: {'id': 'e3b20446-b3e0-4ede-9ab0-e90ab51c0319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:21:29.571364 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-73d963fd-47e9-4745-8634-21cd3410020e service neutron] Bound using segment: {'id': 'e3b20446-b3e0-4ede-9ab0-e90ab51c0319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:21:29.572081 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-73d963fd-47e9-4745-8634-21cd3410020e service neutron] Bound port: dc305867-8487-421b-b754-849233243ba2, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b20446-b3e0-4ede-9ab0-e90ab51c0319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:21:29.573227 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-73d963fd-47e9-4745-8634-21cd3410020e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:29.590604 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d10a9440-dc39-4b86-90d5-992bda272409 None None] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:29.608632 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-d10a9440-dc39-4b86-90d5-992bda272409 None None] Transition to ACTIVE for port object 53da315d-b7d7-4d59-9aaf-aeaa83e6740d will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:21:29.618904 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d10a9440-dc39-4b86-90d5-992bda272409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:29.639170 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff97538-eb1d-419b-95e2-a843f0704908 req-16a43987-e87f-404b-9ee9-064a6c9bdcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:29.640911 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5ff97538-eb1d-419b-95e2-a843f0704908 req-16a43987-e87f-404b-9ee9-064a6c9bdcc5 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f37d9d3d-f407-4eae-a393-c7d2061d8e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1654265 Jul 22 22:21:29.674812 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-73d963fd-47e9-4745-8634-21cd3410020e service neutron] For port dc305867-8487-421b-b754-849233243ba2, host hv-cinder-80191, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:21:29.678477 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-73d963fd-47e9-4745-8634-21cd3410020e service neutron] For port dc305867-8487-421b-b754-849233243ba2, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=dc305867-8487-421b-b754-849233243ba2,segment=NetworkSegment(e3b20446-b3e0-4ede-9ab0-e90ab51c0319),segment_id=e3b20446-b3e0-4ede-9ab0-e90ab51c0319)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:21:29.690574 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-73d963fd-47e9-4745-8634-21cd3410020e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:29.724229 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:29.726484 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c3b48-aac7-4056-a6c0-7755443ff6f7 None None] Pushing event updated for resources: {'Port': ['ID=53da315d-b7d7-4d59-9aaf-aeaa83e6740d,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:29.731869 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-d10a9440-dc39-4b86-90d5-992bda272409 None None] Attempting to bind port 53da315d-b7d7-4d59-9aaf-aeaa83e6740d on host dv-cinder-801912-2-iscsi for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:21:29.731869 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-d10a9440-dc39-4b86-90d5-992bda272409 None None] Attempting to bind port 53da315d-b7d7-4d59-9aaf-aeaa83e6740d by drivers openvswitch,hyperv on host dv-cinder-801912-2-iscsi at level 0 using segments [{'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:21:29.731869 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10a9440-dc39-4b86-90d5-992bda272409 None None] Attempting to bind port 53da315d-b7d7-4d59-9aaf-aeaa83e6740d on network f8c72cc4-96e2-4f72-802d-5144237f0ca7 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:21:29.760836 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10a9440-dc39-4b86-90d5-992bda272409 None None] Checking agent: {'id': '46b940f2-f108-4e1e-b841-f66930078767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801912-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 8, 19), 'started_at': datetime.datetime(2021, 7, 22, 22, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801912-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:21:29.761258 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10a9440-dc39-4b86-90d5-992bda272409 None None] Checking segment: {'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:21:29.761629 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d10a9440-dc39-4b86-90d5-992bda272409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:29.762034 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10a9440-dc39-4b86-90d5-992bda272409 None None] Bound using segment: {'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:21:29.762521 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-d10a9440-dc39-4b86-90d5-992bda272409 None None] Bound port: 53da315d-b7d7-4d59-9aaf-aeaa83e6740d, host: dv-cinder-801912-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:21:29.762967 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d10a9440-dc39-4b86-90d5-992bda272409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:29.807835 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-73d963fd-47e9-4745-8634-21cd3410020e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:29.813423 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-73d963fd-47e9-4745-8634-21cd3410020e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:29.817900 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] For port cf8f649a-1054-4e9a-af10-794582a6a10f, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=cf8f649a-1054-4e9a-af10-794582a6a10f,segment=NetworkSegment(3f318f8e-b74e-48a9-853d-22131a178c6d),segment_id=3f318f8e-b74e-48a9-853d-22131a178c6d)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:21:29.832738 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-73d963fd-47e9-4745-8634-21cd3410020e service neutron] 10.222.0.115 "PUT /v2.0/ports/dc305867-8487-421b-b754-849233243ba2 HTTP/1.1" status: 200 len: 1093 time: 1.9170959 Jul 22 22:21:29.832981 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:29.847190 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0568ba29-b14a-4f64-b2b2-21242d8295dd', 'tag': 'dc305867-8487-421b-b754-849233243ba2'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:21:29.857679 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f758a7cc-0ad1-4102-b826-bfbf8bd72f9e" -d '{"events": [{"name": "network-changed", "server_uuid": "0568ba29-b14a-4f64-b2b2-21242d8295dd", "tag": "dc305867-8487-421b-b754-849233243ba2"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:21:29.909144 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-d10a9440-dc39-4b86-90d5-992bda272409 None None] For port 53da315d-b7d7-4d59-9aaf-aeaa83e6740d, host dv-cinder-801912-2-iscsi, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:21:29.930633 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-d10a9440-dc39-4b86-90d5-992bda272409 None None] For port 53da315d-b7d7-4d59-9aaf-aeaa83e6740d, host dv-cinder-801912-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=53da315d-b7d7-4d59-9aaf-aeaa83e6740d,segment=NetworkSegment(b880b034-49fb-48cf-bc81-b26ee1611faf),segment_id=b880b034-49fb-48cf-bc81-b26ee1611faf)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:21:29.943023 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d10a9440-dc39-4b86-90d5-992bda272409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:29.960154 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Pushing event updated for resources: {'Port': ['ID=cf8f649a-1054-4e9a-af10-794582a6a10f,revision_number=5']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:29.994523 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c3014557-7ac3-472d-b5e3-cb3db4a6dc94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:30.011651 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c3014557-7ac3-472d-b5e3-cb3db4a6dc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960851'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:30.035525 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d963fd-47e9-4745-8634-21cd3410020e service neutron] Pushing event updated for resources: {'Port': ['ID=dc305867-8487-421b-b754-849233243ba2,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:30.094405 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5ff97538-eb1d-419b-95e2-a843f0704908 req-76f5ae61-c8de-4a0c-883d-7b6b77b39594 service neutron] 10.222.0.115 "GET /v2.0/networks/f37d9d3d-f407-4eae-a393-c7d2061d8e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387357 Jul 22 22:21:30.123536 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10a9440-dc39-4b86-90d5-992bda272409 None None] Routers {'280d73f5-b728-4c58-8967-8682d1fc3ee9'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:21:30.125122 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-d10a9440-dc39-4b86-90d5-992bda272409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:21:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['280d73f5-b728-4c58-8967-8682d1fc3ee9'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:30.178030 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-0d7a0c3d-79f6-4ce3-a6d4-7fca12639a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:30.180921 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c3014557-7ac3-472d-b5e3-cb3db4a6dc94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717738'] for router_interface, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:30.186132 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3014557-7ac3-472d-b5e3-cb3db4a6dc94 admin admin] Pushing event updated for resources: {'Port': ['ID=907c7bec-729a-427c-8f45-ba7c9d880245,revision_number=2']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:30.187594 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-0d7a0c3d-79f6-4ce3-a6d4-7fca12639a9e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=4d3659e8b835430388a2cee22076abe4&device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 1096 time: 0.2968197 Jul 22 22:21:30.199020 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 4dbf3f93-6b16-407c-bd28-14d54e34fb65 up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:21:30.237788 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60801b7c-2b26-4e3c-b42d-ed7c1358a227 req-37ced01d-caeb-4598-8151-16edb7fa9d69 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:30.241855 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-60801b7c-2b26-4e3c-b42d-ed7c1358a227 req-37ced01d-caeb-4598-8151-16edb7fa9d69 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 943 time: 0.2446787 Jul 22 22:21:30.285117 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c3b48-aac7-4056-a6c0-7755443ff6f7 None None] Pushing event updated for resources: {'Port': ['ID=53da315d-b7d7-4d59-9aaf-aeaa83e6740d,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:30.316439 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-c6221bcf-f125-4ba2-bb7f-12559b865c2d service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc305867-8487-421b-b754-849233243ba2 HTTP/1.1" status: 200 len: 217 time: 0.0688941 Jul 22 22:21:30.354582 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-d10a9440-dc39-4b86-90d5-992bda272409 None None] Set router 280d73f5-b728-4c58-8967-8682d1fc3ee9 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:21:30.358088 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-beb9302e-b340-4fe6-b987-9c8aa285fa4a None None] Provisioning for port 907c7bec-729a-427c-8f45-ba7c9d880245 completed by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:21:30.366748 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-60801b7c-2b26-4e3c-b42d-ed7c1358a227 req-4dd618cb-65ac-403c-8f9f-bb5f714e7081 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062510 Jul 22 22:21:30.388020 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72f0e36-de94-4f9d-bd9b-6670f224064e x-openstack-request-id: req-b72f0e36-de94-4f9d-bd9b-6670f224064e {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:21:30.389161 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0568ba29-b14a-4f64-b2b2-21242d8295dd", "tag": "dc305867-8487-421b-b754-849233243ba2", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:21:30.389438 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b72f0e36-de94-4f9d-bd9b-6670f224064e {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:21:30.391048 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0568ba29-b14a-4f64-b2b2-21242d8295dd', 'tag': 'dc305867-8487-421b-b754-849233243ba2', 'status': 'completed', 'code': 200} Jul 22 22:21:30.401778 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-beb9302e-b340-4fe6-b987-9c8aa285fa4a None None] Provisioning complete for port 907c7bec-729a-427c-8f45-ba7c9d880245 triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:21:30.402165 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-beb9302e-b340-4fe6-b987-9c8aa285fa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:30.411036 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3014557-7ac3-472d-b5e3-cb3db4a6dc94 admin admin] Network 4d783b34-d598-4fc8-8455-34553602708e is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:21:30.412675 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-c3014557-7ac3-472d-b5e3-cb3db4a6dc94 admin admin] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:21:30.425718 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5ff97538-eb1d-419b-95e2-a843f0704908 req-3cef424a-fd4a-4883-8339-8cdd00dba739 service neutron] 10.222.0.115 "GET /v2.0/networks/f37d9d3d-f407-4eae-a393-c7d2061d8e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229508 Jul 22 22:21:30.427340 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port 4dbf3f93-6b16-407c-bd28-14d54e34fb65 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:21:30.427816 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:30.433946 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-c0c5fc14-59e5-4aea-be00-b95c2a605f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:30.435448 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-c0c5fc14-59e5-4aea-be00-b95c2a605f97 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=5caf93b5-914e-42f5-8313-0d8eb8086bc1 HTTP/1.1" status: 200 len: 856 time: 0.1086187 Jul 22 22:21:30.564657 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-317520e6-1f7a-447b-a3f4-4fa4f6c9143e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:30.573069 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-317520e6-1f7a-447b-a3f4-4fa4f6c9143e service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=4aaef0ad-84e7-449b-8140-d9a9cce60069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1262712 Jul 22 22:21:30.579950 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3014557-7ac3-472d-b5e3-cb3db4a6dc94 admin admin] Router 280d73f5-b728-4c58-8967-8682d1fc3ee9 has already been hosted by L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 {{(pid=93279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:21:30.694436 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-cd320a24-31cd-4484-a99d-2d3c1e7294fd service neutron] 10.222.0.115 "GET /v2.0/networks/4aaef0ad-84e7-449b-8140-d9a9cce60069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105716 Jul 22 22:21:30.704722 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3014557-7ac3-472d-b5e3-cb3db4a6dc94 admin admin] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:21:30.709881 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-c3014557-7ac3-472d-b5e3-cb3db4a6dc94 admin admin] 10.222.0.11 "PUT /v2.0/routers/280d73f5-b728-4c58-8967-8682d1fc3ee9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1931775 Jul 22 22:21:30.738346 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-beb9302e-b340-4fe6-b987-9c8aa285fa4a None None] Port 907c7bec-729a-427c-8f45-ba7c9d880245 cannot update to ACTIVE because it is not bound. {{(pid=93280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:21:30.811173 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cae30a4f-ddde-4543-bb2f-ecaadcf6ca8b req-a9bbf337-8d2e-40b8-8840-54f1109f0eb3 service neutron] 10.222.0.115 "GET /v2.0/networks/4aaef0ad-84e7-449b-8140-d9a9cce60069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082928 Jul 22 22:21:30.894240 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-0535ff7c-6662-4d9b-b526-51d8c8d14549 None None] Provisioning complete for port 907c7bec-729a-427c-8f45-ba7c9d880245 triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:21:30.894618 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0535ff7c-6662-4d9b-b526-51d8c8d14549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:30.929318 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758a7cc-0ad1-4102-b826-bfbf8bd72f9e req-a13a4032-8285-4747-9dd2-d65e33a487c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:30.932272 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f758a7cc-0ad1-4102-b826-bfbf8bd72f9e req-a13a4032-8285-4747-9dd2-d65e33a487c5 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=4d3659e8b835430388a2cee22076abe4&device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 1096 time: 0.0683572 Jul 22 22:21:30.941545 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-0535ff7c-6662-4d9b-b526-51d8c8d14549 None None] Port 907c7bec-729a-427c-8f45-ba7c9d880245 cannot update to ACTIVE because it is not bound. {{(pid=93280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:21:30.950681 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-d10a9440-dc39-4b86-90d5-992bda272409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280d73f5-b728-4c58-8967-8682d1fc3ee9', 'name': 'tempest-TestShelveInstance-1636778344-router', 'tenant_id': '5f1c74f83511427aafbef09ea50b7837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '53da315d-b7d7-4d59-9aaf-aeaa83e6740d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:21:24Z', 'updated_at': '2021-07-22T22:21:29Z', 'revision_number': 4, 'project_id': '5f1c74f83511427aafbef09ea50b7837', 'gw_port': {'id': '53da315d-b7d7-4d59-9aaf-aeaa83e6740d', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280d73f5-b728-4c58-8967-8682d1fc3ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:25Z', 'updated_at': '2021-07-22T22:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '907c7bec-729a-427c-8f45-ba7c9d880245', 'name': '', 'network_id': '4d783b34-d598-4fc8-8455-34553602708e', 'tenant_id': '5f1c74f83511427aafbef09ea50b7837', 'mac_address': 'fa:16:3e:b1:3c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280d73f5-b728-4c58-8967-8682d1fc3ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'a88c21cc-6ef8-47ed-b7d1-2d78ca9f71c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:28Z', 'updated_at': '2021-07-22T22:21:29Z', 'revision_number': 2, 'project_id': '5f1c74f83511427aafbef09ea50b7837', 'subnets': [{'id': 'a88c21cc-6ef8-47ed-b7d1-2d78ca9f71c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:30.978791 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10a9440-dc39-4b86-90d5-992bda272409 None None] The sync data for ids ['280d73f5-b728-4c58-8967-8682d1fc3ee9'] in dv-cinder-801912-2-iscsi is: [{'id': '280d73f5-b728-4c58-8967-8682d1fc3ee9', 'name': 'tempest-TestShelveInstance-1636778344-router', 'tenant_id': '5f1c74f83511427aafbef09ea50b7837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '53da315d-b7d7-4d59-9aaf-aeaa83e6740d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:21:24Z', 'updated_at': '2021-07-22T22:21:29Z', 'revision_number': 4, 'project_id': '5f1c74f83511427aafbef09ea50b7837', 'gw_port': {'id': '53da315d-b7d7-4d59-9aaf-aeaa83e6740d', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280d73f5-b728-4c58-8967-8682d1fc3ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:25Z', 'updated_at': '2021-07-22T22:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '907c7bec-729a-427c-8f45-ba7c9d880245', 'name': '', 'network_id': '4d783b34-d598-4fc8-8455-34553602708e', 'tenant_id': '5f1c74f83511427aafbef09ea50b7837', 'mac_address': 'fa:16:3e:b1:3c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280d73f5-b728-4c58-8967-8682d1fc3ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'a88c21cc-6ef8-47ed-b7d1-2d78ca9f71c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:28Z', 'updated_at': '2021-07-22T22:21:29Z', 'revision_number': 2, 'project_id': '5f1c74f83511427aafbef09ea50b7837', 'subnets': [{'id': 'a88c21cc-6ef8-47ed-b7d1-2d78ca9f71c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:21:31.050602 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758a7cc-0ad1-4102-b826-bfbf8bd72f9e req-fedc6115-7b7b-4501-9285-d43cb823dafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:31.052145 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f758a7cc-0ad1-4102-b826-bfbf8bd72f9e req-fedc6115-7b7b-4501-9285-d43cb823dafa service neutron] 10.222.0.115 "GET /v2.0/networks?id=4aaef0ad-84e7-449b-8140-d9a9cce60069 HTTP/1.1" status: 200 len: 918 time: 0.1084776 Jul 22 22:21:31.102978 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f758a7cc-0ad1-4102-b826-bfbf8bd72f9e req-d93d5991-1fad-4e20-af5d-24b6c031c10f service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc305867-8487-421b-b754-849233243ba2 HTTP/1.1" status: 200 len: 217 time: 0.0354223 Jul 22 22:21:31.158801 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758a7cc-0ad1-4102-b826-bfbf8bd72f9e req-ec0d52fb-a4b7-42e2-b563-88733adde876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:31.160858 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f758a7cc-0ad1-4102-b826-bfbf8bd72f9e req-ec0d52fb-a4b7-42e2-b563-88733adde876 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=5caf93b5-914e-42f5-8313-0d8eb8086bc1 HTTP/1.1" status: 200 len: 856 time: 0.0476265 Jul 22 22:21:31.244459 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758a7cc-0ad1-4102-b826-bfbf8bd72f9e req-43e52f49-9e3b-4cfd-8c34-68b0e23069e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:31.246184 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f758a7cc-0ad1-4102-b826-bfbf8bd72f9e req-43e52f49-9e3b-4cfd-8c34-68b0e23069e3 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=4aaef0ad-84e7-449b-8140-d9a9cce60069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0724864 Jul 22 22:21:31.364197 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f758a7cc-0ad1-4102-b826-bfbf8bd72f9e req-d2fe33ac-12e0-436d-b663-d6897e1bd41b service neutron] 10.222.0.115 "GET /v2.0/networks/4aaef0ad-84e7-449b-8140-d9a9cce60069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087921 Jul 22 22:21:31.466495 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 52116) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:31.473062 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-af7a05e2-00e1-402b-8dde-d3d63fd8721d tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1181169087', 'description': 'tempest-secgroup-smoke-1181169087 description', 'project_id': 'b39563db0dd14939a0f3c1819cd5901f'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:31.543213 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-af7a05e2-00e1-402b-8dde-d3d63fd8721d tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:31.587231 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce622c1-f8bf-4bd3-8246-a4a6eb8da887 req-052822df-40ba-452d-af2e-5d815878b5c5 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:31.595072 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4ce622c1-f8bf-4bd3-8246-a4a6eb8da887 req-052822df-40ba-452d-af2e-5d815878b5c5 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 943 time: 0.1116064 Jul 22 22:21:31.667548 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4ce622c1-f8bf-4bd3-8246-a4a6eb8da887 req-0fe64cad-31b8-44dd-be21-a7a90e736027 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715554 Jul 22 22:21:31.728409 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-af7a05e2-00e1-402b-8dde-d3d63fd8721d tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:31.734304 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-af7a05e2-00e1-402b-8dde-d3d63fd8721d tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:31.776533 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-af7a05e2-00e1-402b-8dde-d3d63fd8721d tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:31.778332 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-af7a05e2-00e1-402b-8dde-d3d63fd8721d tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3104124 Jul 22 22:21:31.782095 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 52124) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:31.786897 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-0b2f9019-db16-4777-9321-ce658b963144 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Request body: {'security_group_rule': {'security_group_id': 'b9836497-095f-4513-963d-d581ba0938ce', 'project_id': 'b39563db0dd14939a0f3c1819cd5901f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:31.817647 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a05e2-00e1-402b-8dde-d3d63fd8721d tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9836497-095f-4513-963d-d581ba0938ce,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:31.817874 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f758a7cc-0ad1-4102-b826-bfbf8bd72f9e req-525b51bc-b7ce-4c71-b09b-4198e42746a1 service neutron] 10.222.0.115 "GET /v2.0/networks/4aaef0ad-84e7-449b-8140-d9a9cce60069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460185 Jul 22 22:21:31.850865 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0b2f9019-db16-4777-9321-ce658b963144 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:31.906159 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0b2f9019-db16-4777-9321-ce658b963144 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:31.911189 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0b2f9019-db16-4777-9321-ce658b963144 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559436'] for security_group_rule, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:31.937118 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f9019-db16-4777-9321-ce658b963144 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c5ded5f-b1d7-4af9-9e6e-b2b63de3a325,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:31.945660 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0b2f9019-db16-4777-9321-ce658b963144 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:31.948752 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-0b2f9019-db16-4777-9321-ce658b963144 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1654878 Jul 22 22:21:31.950179 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 52132) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:31.954932 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-e1a50fbf-529d-4067-a7de-1ee9572ac851 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Request body: {'security_group_rule': {'security_group_id': 'b9836497-095f-4513-963d-d581ba0938ce', 'project_id': 'b39563db0dd14939a0f3c1819cd5901f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:32.008714 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e1a50fbf-529d-4067-a7de-1ee9572ac851 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:32.077897 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e1a50fbf-529d-4067-a7de-1ee9572ac851 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:32.084366 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e1a50fbf-529d-4067-a7de-1ee9572ac851 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559436'] for security_group_rule, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:32.112106 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a50fbf-529d-4067-a7de-1ee9572ac851 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ca0b67a-0b58-4a64-82b8-96cdcd31788f,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:32.116300 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e1a50fbf-529d-4067-a7de-1ee9572ac851 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:32.119122 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-e1a50fbf-529d-4067-a7de-1ee9572ac851 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1674502 Jul 22 22:21:32.121775 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 52140) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:32.128391 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-90523142-b4f3-4859-a9dc-a266b55faca3 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Request body: {'security_group_rule': {'security_group_id': 'b9836497-095f-4513-963d-d581ba0938ce', 'project_id': 'b39563db0dd14939a0f3c1819cd5901f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:32.147019 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 53da315d-b7d7-4d59-9aaf-aeaa83e6740d up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:21:32.162810 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-90523142-b4f3-4859-a9dc-a266b55faca3 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:32.214264 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning for port 53da315d-b7d7-4d59-9aaf-aeaa83e6740d completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:21:32.218545 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port 53da315d-b7d7-4d59-9aaf-aeaa83e6740d triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:21:32.218927 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:32.235734 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-90523142-b4f3-4859-a9dc-a266b55faca3 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:32.240160 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-90523142-b4f3-4859-a9dc-a266b55faca3 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559436'] for security_group_rule, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:32.261214 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90523142-b4f3-4859-a9dc-a266b55faca3 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02bfd263-dd2a-4011-8e99-586419865c10,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:32.269399 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-90523142-b4f3-4859-a9dc-a266b55faca3 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:32.271249 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-90523142-b4f3-4859-a9dc-a266b55faca3 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1481724 Jul 22 22:21:32.274953 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 52144) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:32.280727 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-079b8ee3-6a5b-42fd-964f-4ede8d5f5f5c tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Request body: {'security_group_rule': {'security_group_id': 'b9836497-095f-4513-963d-d581ba0938ce', 'project_id': 'b39563db0dd14939a0f3c1819cd5901f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:32.311261 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-079b8ee3-6a5b-42fd-964f-4ede8d5f5f5c tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:32.316108 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:32.341156 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] For port 53da315d-b7d7-4d59-9aaf-aeaa83e6740d, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=53da315d-b7d7-4d59-9aaf-aeaa83e6740d,segment=NetworkSegment(b880b034-49fb-48cf-bc81-b26ee1611faf),segment_id=b880b034-49fb-48cf-bc81-b26ee1611faf)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:21:32.345487 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:32.346293 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device cf8f649a-1054-4e9a-af10-794582a6a10f up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:21:32.383269 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-079b8ee3-6a5b-42fd-964f-4ede8d5f5f5c tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:32.389399 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-079b8ee3-6a5b-42fd-964f-4ede8d5f5f5c tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559436'] for security_group_rule, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:32.409704 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b8ee3-6a5b-42fd-964f-4ede8d5f5f5c tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7605fa7f-679e-4afa-a5b6-b014c526e59f,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:32.421816 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-079b8ee3-6a5b-42fd-964f-4ede8d5f5f5c tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:32.426079 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 52152) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:32.426666 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-079b8ee3-6a5b-42fd-964f-4ede8d5f5f5c tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1504724 Jul 22 22:21:32.431171 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-7ad49dfd-f710-420a-b6c2-8ae488926b64 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Request body: {'security_group_rule': {'security_group_id': 'b9836497-095f-4513-963d-d581ba0938ce', 'project_id': 'b39563db0dd14939a0f3c1819cd5901f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:32.458260 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.db.securitygroups_db [None req-7ad49dfd-f710-420a-b6c2-8ae488926b64 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Project b39563db0dd14939a0f3c1819cd5901f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:21:32.464195 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Pushing event updated for resources: {'Port': ['ID=53da315d-b7d7-4d59-9aaf-aeaa83e6740d,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:32.466116 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7ad49dfd-f710-420a-b6c2-8ae488926b64 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:32.475549 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port cf8f649a-1054-4e9a-af10-794582a6a10f triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:21:32.475947 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:32.543342 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7ad49dfd-f710-420a-b6c2-8ae488926b64 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:32.548292 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7ad49dfd-f710-420a-b6c2-8ae488926b64 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559436'] for security_group_rule, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:32.568009 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad49dfd-f710-420a-b6c2-8ae488926b64 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=110a4491-28f2-4a24-9ce5-3bac59f9d205,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:32.575636 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7ad49dfd-f710-420a-b6c2-8ae488926b64 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:32.577179 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-7ad49dfd-f710-420a-b6c2-8ae488926b64 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1498213 Jul 22 22:21:32.579598 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 52156) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:32.584358 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-9d21da4a-f54b-4658-80bc-e0ea6bafe57c tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Request body: {'security_group_rule': {'security_group_id': 'b9836497-095f-4513-963d-d581ba0938ce', 'project_id': 'b39563db0dd14939a0f3c1819cd5901f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:32.609061 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.db.securitygroups_db [None req-9d21da4a-f54b-4658-80bc-e0ea6bafe57c tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Project b39563db0dd14939a0f3c1819cd5901f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:21:32.614161 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9d21da4a-f54b-4658-80bc-e0ea6bafe57c tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:32.620633 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device dc305867-8487-421b-b754-849233243ba2 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:21:32.684317 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9d21da4a-f54b-4658-80bc-e0ea6bafe57c tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:32.688297 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9d21da4a-f54b-4658-80bc-e0ea6bafe57c tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559436'] for security_group_rule, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:32.704553 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21da4a-f54b-4658-80bc-e0ea6bafe57c tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec3cee0-5a9e-43fb-9049-c42042203db0,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:32.715447 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9d21da4a-f54b-4658-80bc-e0ea6bafe57c tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:32.725067 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-9d21da4a-f54b-4658-80bc-e0ea6bafe57c tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1368873 Jul 22 22:21:32.730362 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port dc305867-8487-421b-b754-849233243ba2, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=dc305867-8487-421b-b754-849233243ba2,segment=NetworkSegment(e3b20446-b3e0-4ede-9ab0-e90ab51c0319),segment_id=e3b20446-b3e0-4ede-9ab0-e90ab51c0319)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:21:32.746642 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Returning: {'device': 'dc305867-8487-421b-b754-849233243ba2', 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069', 'port_id': 'dc305867-8487-421b-b754-849233243ba2', 'mac_address': 'fa:16:3e:a8:7c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5caf93b5-914e-42f5-8313-0d8eb8086bc1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:21:32.789541 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:32.806565 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc305867-8487-421b-b754-849233243ba2 {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:21:32.828317 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port dc305867-8487-421b-b754-849233243ba2, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=dc305867-8487-421b-b754-849233243ba2,segment=NetworkSegment(e3b20446-b3e0-4ede-9ab0-e90ab51c0319),segment_id=e3b20446-b3e0-4ede-9ab0-e90ab51c0319)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:21:32.834155 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:32.865077 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d11d5d-514e-4068-8581-308b438e1a1b req-d82de4f7-7854-494c-a909-c7b10fb83bb5 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:32.873074 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-05d11d5d-514e-4068-8581-308b438e1a1b req-d82de4f7-7854-494c-a909-c7b10fb83bb5 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 943 time: 0.0955133 Jul 22 22:21:32.889756 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=dc305867-8487-421b-b754-849233243ba2,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:32.912938 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-05d11d5d-514e-4068-8581-308b438e1a1b req-40b08312-3f7f-4e72-bd09-a16e94e896de tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361049 Jul 22 22:21:33.169838 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['dc305867-8487-421b-b754-849233243ba2'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:21:33.511808 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 52224) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:33.643155 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6c7f28fc-adc3-4773-95b9-b19fb6593534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:33.750626 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6c7f28fc-adc3-4773-95b9-b19fb6593534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:33.754500 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6c7f28fc-adc3-4773-95b9-b19fb6593534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:33.797937 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f28fc-adc3-4773-95b9-b19fb6593534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ba7387-ff33-453c-9622-19c3729e257a,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:33.807235 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 52234) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:33.807681 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-6c7f28fc-adc3-4773-95b9-b19fb6593534 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=07f27915b66a49e1878ed5e4a3305cf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2945821 Jul 22 22:21:33.863544 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-70c99da8-a43c-4576-ba54-24f397959e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:33.886583 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-70c99da8-a43c-4576-ba54-24f397959e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:33.957455 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-70c99da8-a43c-4576-ba54-24f397959e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:33.961455 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-70c99da8-a43c-4576-ba54-24f397959e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:33.964743 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-70c99da8-a43c-4576-ba54-24f397959e5f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/25ba7387-ff33-453c-9622-19c3729e257a HTTP/1.1" status: 204 len: 168 time: 0.1565363 Jul 22 22:21:33.975361 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c99da8-a43c-4576-ba54-24f397959e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ba7387-ff33-453c-9622-19c3729e257a,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:34.018043 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 53da315d-b7d7-4d59-9aaf-aeaa83e6740d up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:21:34.078223 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port 53da315d-b7d7-4d59-9aaf-aeaa83e6740d triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:21:34.078603 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:34.113458 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482783eb-3217-4c41-b1a6-a0231eae2148 req-6f410850-8886-4b76-9909-cd3c429b600b tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:34.115085 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-482783eb-3217-4c41-b1a6-a0231eae2148 req-6f410850-8886-4b76-9909-cd3c429b600b tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 944 time: 0.0825710 Jul 22 22:21:34.168540 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-482783eb-3217-4c41-b1a6-a0231eae2148 req-b73ca156-970a-4dc2-bc4b-21fd6664df7d tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454836 Jul 22 22:21:34.307341 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 52244) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:34.325641 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c7dbd94c-b0b9-4c50-a505-0f4cd933879d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:34.359632 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe49be9-4610-489b-8e98-0be703108a44 None None] Sync routers for ids ['280d73f5-b728-4c58-8967-8682d1fc3ee9'] in dv-cinder-801912-2-iscsi {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:21:34.370560 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe49be9-4610-489b-8e98-0be703108a44 None None] Routers {'280d73f5-b728-4c58-8967-8682d1fc3ee9'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:21:34.371260 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-ebe49be9-4610-489b-8e98-0be703108a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:21:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['280d73f5-b728-4c58-8967-8682d1fc3ee9'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:34.423690 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c7dbd94c-b0b9-4c50-a505-0f4cd933879d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:34.427749 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c7dbd94c-b0b9-4c50-a505-0f4cd933879d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:34.466650 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-c7dbd94c-b0b9-4c50-a505-0f4cd933879d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4962bee6fdbe40e8901f8740698ba741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1582422 Jul 22 22:21:34.467636 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbd94c-b0b9-4c50-a505-0f4cd933879d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35de2180-f906-48c9-ad0a-e7304b50fa2a,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:34.469376 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 52246) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:34.478909 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-ebe49be9-4610-489b-8e98-0be703108a44 None None] Set router 280d73f5-b728-4c58-8967-8682d1fc3ee9 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:21:34.524668 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e288b12b-b322-4f7a-b748-04ee2af3fde1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:34.546630 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e288b12b-b322-4f7a-b748-04ee2af3fde1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:34.593640 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e288b12b-b322-4f7a-b748-04ee2af3fde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:34.596515 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e288b12b-b322-4f7a-b748-04ee2af3fde1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:34.600499 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-e288b12b-b322-4f7a-b748-04ee2af3fde1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/35de2180-f906-48c9-ad0a-e7304b50fa2a HTTP/1.1" status: 204 len: 168 time: 0.1293838 Jul 22 22:21:34.609450 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e288b12b-b322-4f7a-b748-04ee2af3fde1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35de2180-f906-48c9-ad0a-e7304b50fa2a,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:34.627437 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device dc305867-8487-421b-b754-849233243ba2 up at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:21:34.688117 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning for port dc305867-8487-421b-b754-849233243ba2 completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:21:34.693461 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning complete for port dc305867-8487-421b-b754-849233243ba2 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:21:34.693461 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:34.719846 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-ebe49be9-4610-489b-8e98-0be703108a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280d73f5-b728-4c58-8967-8682d1fc3ee9', 'name': 'tempest-TestShelveInstance-1636778344-router', 'tenant_id': '5f1c74f83511427aafbef09ea50b7837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '53da315d-b7d7-4d59-9aaf-aeaa83e6740d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:21:24Z', 'updated_at': '2021-07-22T22:21:29Z', 'revision_number': 4, 'project_id': '5f1c74f83511427aafbef09ea50b7837', 'gw_port': {'id': '53da315d-b7d7-4d59-9aaf-aeaa83e6740d', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280d73f5-b728-4c58-8967-8682d1fc3ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:25Z', 'updated_at': '2021-07-22T22:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '907c7bec-729a-427c-8f45-ba7c9d880245', 'name': '', 'network_id': '4d783b34-d598-4fc8-8455-34553602708e', 'tenant_id': '5f1c74f83511427aafbef09ea50b7837', 'mac_address': 'fa:16:3e:b1:3c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280d73f5-b728-4c58-8967-8682d1fc3ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'a88c21cc-6ef8-47ed-b7d1-2d78ca9f71c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:28Z', 'updated_at': '2021-07-22T22:21:29Z', 'revision_number': 2, 'project_id': '5f1c74f83511427aafbef09ea50b7837', 'subnets': [{'id': 'a88c21cc-6ef8-47ed-b7d1-2d78ca9f71c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:34.761761 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe49be9-4610-489b-8e98-0be703108a44 None None] Checking router: 280d73f5-b728-4c58-8967-8682d1fc3ee9 for host: dv-cinder-801912-2-iscsi {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:21:34.762388 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe49be9-4610-489b-8e98-0be703108a44 None None] Updating router 280d73f5-b728-4c58-8967-8682d1fc3ee9 port 907c7bec-729a-427c-8f45-ba7c9d880245 binding host dv-cinder-801912-2-iscsi {{(pid=93281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:21:34.791030 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:34.827093 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-ebe49be9-4610-489b-8e98-0be703108a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:34.840439 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0568ba29-b14a-4f64-b2b2-21242d8295dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc305867-8487-421b-b754-849233243ba2'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:21:34.848309 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f27b67f0d35f7f80674a04ef850f841daaa75b8eb1023cd4f94f55c11be84c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42dcf828-2d47-4db0-aa83-638dc20f06b4" -d '{"events": [{"server_uuid": "0568ba29-b14a-4f64-b2b2-21242d8295dd", "name": "network-vif-plugged", "status": "completed", "tag": "dc305867-8487-421b-b754-849233243ba2"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:21:34.870605 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port dc305867-8487-421b-b754-849233243ba2, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=dc305867-8487-421b-b754-849233243ba2,segment=NetworkSegment(e3b20446-b3e0-4ede-9ab0-e90ab51c0319),segment_id=e3b20446-b3e0-4ede-9ab0-e90ab51c0319)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:21:34.875254 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:34.931332 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20ff222-44ee-4d6f-bdf2-ee77d99e00fd x-openstack-request-id: req-a20ff222-44ee-4d6f-bdf2-ee77d99e00fd {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:21:34.931736 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0568ba29-b14a-4f64-b2b2-21242d8295dd", "name": "network-vif-plugged", "status": "completed", "tag": "dc305867-8487-421b-b754-849233243ba2", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:21:34.932200 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a20ff222-44ee-4d6f-bdf2-ee77d99e00fd {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:21:34.932691 dv-cinder-801912-2-iscsi neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0568ba29-b14a-4f64-b2b2-21242d8295dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc305867-8487-421b-b754-849233243ba2', 'code': 200} Jul 22 22:21:34.955219 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=dc305867-8487-421b-b754-849233243ba2,revision_number=5']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:35.094630 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 52274) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:35.109515 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f88336c9-540f-4515-b309-f335e97c4e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:35.156172 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed38e00-5a15-4b7c-a5fb-447f103d83de req-60e52e74-e262-490e-ac31-1b798a8e4075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:35.158978 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-eed38e00-5a15-4b7c-a5fb-447f103d83de req-60e52e74-e262-490e-ac31-1b798a8e4075 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 1098 time: 0.0677972 Jul 22 22:21:35.161363 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-ebe49be9-4610-489b-8e98-0be703108a44 None None] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:35.172706 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-ebe49be9-4610-489b-8e98-0be703108a44 None None] Transition to ACTIVE for port object 907c7bec-729a-427c-8f45-ba7c9d880245 will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:21:35.182252 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-ebe49be9-4610-489b-8e98-0be703108a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:35.211618 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-eed38e00-5a15-4b7c-a5fb-447f103d83de req-c34fcdf3-43ad-435b-9ce8-d1130efb2564 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398331 Jul 22 22:21:35.233509 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce46ff5-21a3-47b4-a27c-9fcd5a468262 None None] Pushing event updated for resources: {'Port': ['ID=907c7bec-729a-427c-8f45-ba7c9d880245,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:35.244720 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f88336c9-540f-4515-b309-f335e97c4e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:35.252107 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f88336c9-540f-4515-b309-f335e97c4e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:35.331871 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-ebe49be9-4610-489b-8e98-0be703108a44 None None] Attempting to bind port 907c7bec-729a-427c-8f45-ba7c9d880245 on host dv-cinder-801912-2-iscsi for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:21:35.332678 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-ebe49be9-4610-489b-8e98-0be703108a44 None None] Attempting to bind port 907c7bec-729a-427c-8f45-ba7c9d880245 by drivers openvswitch,hyperv on host dv-cinder-801912-2-iscsi at level 0 using segments [{'id': '5e60ea7d-70e4-43ec-9114-4ccc9a736f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4d783b34-d598-4fc8-8455-34553602708e'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:21:35.333254 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe49be9-4610-489b-8e98-0be703108a44 None None] Attempting to bind port 907c7bec-729a-427c-8f45-ba7c9d880245 on network 4d783b34-d598-4fc8-8455-34553602708e {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:21:35.345476 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-f88336c9-540f-4515-b309-f335e97c4e47 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4d6b3e2dfd324da78c0f13095fb6ee95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472844 Jul 22 22:21:35.346148 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88336c9-540f-4515-b309-f335e97c4e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2147513c-264d-4021-acaf-2f2c41b5afe1,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:35.346757 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 52280) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:35.353719 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe49be9-4610-489b-8e98-0be703108a44 None None] Checking agent: {'id': '46b940f2-f108-4e1e-b841-f66930078767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801912-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 8, 19), 'started_at': datetime.datetime(2021, 7, 22, 22, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801912-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:21:35.354099 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe49be9-4610-489b-8e98-0be703108a44 None None] Checking segment: {'id': '5e60ea7d-70e4-43ec-9114-4ccc9a736f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4d783b34-d598-4fc8-8455-34553602708e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:21:35.355187 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-ebe49be9-4610-489b-8e98-0be703108a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:35.355187 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe49be9-4610-489b-8e98-0be703108a44 None None] Bound using segment: {'id': '5e60ea7d-70e4-43ec-9114-4ccc9a736f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4d783b34-d598-4fc8-8455-34553602708e'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:21:35.355461 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-ebe49be9-4610-489b-8e98-0be703108a44 None None] Bound port: 907c7bec-729a-427c-8f45-ba7c9d880245, host: dv-cinder-801912-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e60ea7d-70e4-43ec-9114-4ccc9a736f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4d783b34-d598-4fc8-8455-34553602708e'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:21:35.355820 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-ebe49be9-4610-489b-8e98-0be703108a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:35.408686 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e5062-4fde-4d11-b88a-a783de82e56c req-3d65684b-9347-41e2-acf6-733fde5b8570 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:35.410165 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e33e5062-4fde-4d11-b88a-a783de82e56c req-3d65684b-9347-41e2-acf6-733fde5b8570 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 945 time: 0.1446118 Jul 22 22:21:35.421455 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a2b0cf8c-295c-4c46-8a68-70d03382fd43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:35.447253 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-ebe49be9-4610-489b-8e98-0be703108a44 None None] For port 907c7bec-729a-427c-8f45-ba7c9d880245, host dv-cinder-801912-2-iscsi, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:21:35.448938 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a2b0cf8c-295c-4c46-8a68-70d03382fd43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:35.451558 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-ebe49be9-4610-489b-8e98-0be703108a44 None None] For port 907c7bec-729a-427c-8f45-ba7c9d880245, host dv-cinder-801912-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=907c7bec-729a-427c-8f45-ba7c9d880245,segment=NetworkSegment(5e60ea7d-70e4-43ec-9114-4ccc9a736f0b),segment_id=5e60ea7d-70e4-43ec-9114-4ccc9a736f0b)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:21:35.461480 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-ebe49be9-4610-489b-8e98-0be703108a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:35.471313 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e33e5062-4fde-4d11-b88a-a783de82e56c req-b18c8cd3-3216-4c1f-88f9-78f093e1df4f tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550902 Jul 22 22:21:35.519549 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe49be9-4610-489b-8e98-0be703108a44 None None] Routers {'280d73f5-b728-4c58-8967-8682d1fc3ee9'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:21:35.520297 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-ebe49be9-4610-489b-8e98-0be703108a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:21:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['280d73f5-b728-4c58-8967-8682d1fc3ee9'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:35.524755 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a2b0cf8c-295c-4c46-8a68-70d03382fd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:35.530246 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a2b0cf8c-295c-4c46-8a68-70d03382fd43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:35.531414 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-a2b0cf8c-295c-4c46-8a68-70d03382fd43 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2147513c-264d-4021-acaf-2f2c41b5afe1 HTTP/1.1" status: 204 len: 168 time: 0.1834393 Jul 22 22:21:35.541105 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0cf8c-295c-4c46-8a68-70d03382fd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2147513c-264d-4021-acaf-2f2c41b5afe1,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:35.607518 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce46ff5-21a3-47b4-a27c-9fcd5a468262 None None] Pushing event updated for resources: {'Port': ['ID=907c7bec-729a-427c-8f45-ba7c9d880245,revision_number=4']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:35.657209 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-ebe49be9-4610-489b-8e98-0be703108a44 None None] Set router 280d73f5-b728-4c58-8967-8682d1fc3ee9 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:21:35.988937 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-ebe49be9-4610-489b-8e98-0be703108a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280d73f5-b728-4c58-8967-8682d1fc3ee9', 'name': 'tempest-TestShelveInstance-1636778344-router', 'tenant_id': '5f1c74f83511427aafbef09ea50b7837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '53da315d-b7d7-4d59-9aaf-aeaa83e6740d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:21:24Z', 'updated_at': '2021-07-22T22:21:29Z', 'revision_number': 4, 'project_id': '5f1c74f83511427aafbef09ea50b7837', 'gw_port': {'id': '53da315d-b7d7-4d59-9aaf-aeaa83e6740d', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280d73f5-b728-4c58-8967-8682d1fc3ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:25Z', 'updated_at': '2021-07-22T22:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '907c7bec-729a-427c-8f45-ba7c9d880245', 'name': '', 'network_id': '4d783b34-d598-4fc8-8455-34553602708e', 'tenant_id': '5f1c74f83511427aafbef09ea50b7837', 'mac_address': 'fa:16:3e:b1:3c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280d73f5-b728-4c58-8967-8682d1fc3ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'a88c21cc-6ef8-47ed-b7d1-2d78ca9f71c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:28Z', 'updated_at': '2021-07-22T22:21:35Z', 'revision_number': 4, 'project_id': '5f1c74f83511427aafbef09ea50b7837', 'subnets': [{'id': 'a88c21cc-6ef8-47ed-b7d1-2d78ca9f71c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:36.016581 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe49be9-4610-489b-8e98-0be703108a44 None None] The sync data for ids ['280d73f5-b728-4c58-8967-8682d1fc3ee9'] in dv-cinder-801912-2-iscsi is: [{'id': '280d73f5-b728-4c58-8967-8682d1fc3ee9', 'name': 'tempest-TestShelveInstance-1636778344-router', 'tenant_id': '5f1c74f83511427aafbef09ea50b7837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '53da315d-b7d7-4d59-9aaf-aeaa83e6740d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:21:24Z', 'updated_at': '2021-07-22T22:21:29Z', 'revision_number': 4, 'project_id': '5f1c74f83511427aafbef09ea50b7837', 'gw_port': {'id': '53da315d-b7d7-4d59-9aaf-aeaa83e6740d', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280d73f5-b728-4c58-8967-8682d1fc3ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:25Z', 'updated_at': '2021-07-22T22:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '907c7bec-729a-427c-8f45-ba7c9d880245', 'name': '', 'network_id': '4d783b34-d598-4fc8-8455-34553602708e', 'tenant_id': '5f1c74f83511427aafbef09ea50b7837', 'mac_address': 'fa:16:3e:b1:3c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280d73f5-b728-4c58-8967-8682d1fc3ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'a88c21cc-6ef8-47ed-b7d1-2d78ca9f71c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:28Z', 'updated_at': '2021-07-22T22:21:35Z', 'revision_number': 4, 'project_id': '5f1c74f83511427aafbef09ea50b7837', 'subnets': [{'id': 'a88c21cc-6ef8-47ed-b7d1-2d78ca9f71c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:21:36.022275 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 907c7bec-729a-427c-8f45-ba7c9d880245 up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:21:36.076921 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning for port 907c7bec-729a-427c-8f45-ba7c9d880245 completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:21:36.082432 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port 907c7bec-729a-427c-8f45-ba7c9d880245 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:21:36.083091 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:36.176215 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:36.212443 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] For port 907c7bec-729a-427c-8f45-ba7c9d880245, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=907c7bec-729a-427c-8f45-ba7c9d880245,segment=NetworkSegment(5e60ea7d-70e4-43ec-9114-4ccc9a736f0b),segment_id=5e60ea7d-70e4-43ec-9114-4ccc9a736f0b)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:21:36.216350 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:36.267697 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Pushing event updated for resources: {'Port': ['ID=907c7bec-729a-427c-8f45-ba7c9d880245,revision_number=5']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:36.641636 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ba7fa-e8e4-408c-83d2-a0c64d10852e req-7fa5cbaa-fe57-4ed1-832d-1f7241130139 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:36.643186 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-cb1ba7fa-e8e4-408c-83d2-a0c64d10852e req-7fa5cbaa-fe57-4ed1-832d-1f7241130139 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 945 time: 0.0687978 Jul 22 22:21:36.686114 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-cb1ba7fa-e8e4-408c-83d2-a0c64d10852e req-f96f89eb-a264-45c7-8217-3af58d8c85ca tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370779 Jul 22 22:21:36.825241 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872dcc9d-d8dc-46bb-9bef-69acbfc11453 req-882ddfb3-9095-4004-b81e-875134ac197c tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:36.826767 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-872dcc9d-d8dc-46bb-9bef-69acbfc11453 req-882ddfb3-9095-4004-b81e-875134ac197c tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 945 time: 0.0708106 Jul 22 22:21:36.835204 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 52296) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:36.839737 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-2a071bf6-fbb6-4244-8460-3e7ae8df7519 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Request body: {'floatingip': {'port_id': 'dc305867-8487-421b-b754-849233243ba2'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:36.879131 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2a071bf6-fbb6-4244-8460-3e7ae8df7519 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for floatingip, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:37.190481 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 52300) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:37.237128 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_v2 [None req-1612f3be-822b-43fb-99f2-3fb4f902dc99 admin admin] Deleting subnet a957ec9a-0036-4ecc-b8a6-b782735d7ab3 {{(pid=93278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:21:37.240140 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1612f3be-822b-43fb-99f2-3fb4f902dc99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:37.276584 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1612f3be-822b-43fb-99f2-3fb4f902dc99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2973935'] for subnet, precommit_delete_associations {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:37.324029 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1612f3be-822b-43fb-99f2-3fb4f902dc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759386'] for subnet, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:37.333160 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2a071bf6-fbb6-4244-8460-3e7ae8df7519 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:37.338448 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2a071bf6-fbb6-4244-8460-3e7ae8df7519 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718221'] for floatingip, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:37.379956 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1612f3be-822b-43fb-99f2-3fb4f902dc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2431582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2719312'] for subnet, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:37.407055 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612f3be-822b-43fb-99f2-3fb4f902dc99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a957ec9a-0036-4ecc-b8a6-b782735d7ab3,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:37.409087 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1612f3be-822b-43fb-99f2-3fb4f902dc99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:37.413209 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-1612f3be-822b-43fb-99f2-3fb4f902dc99 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a957ec9a-0036-4ecc-b8a6-b782735d7ab3 HTTP/1.1" status: 204 len: 168 time: 0.2193925 Jul 22 22:21:37.414842 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 52304) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:37.458575 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.db.l3_db [None req-2a071bf6-fbb6-4244-8460-3e7ae8df7519 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Floating IP 993310d0-d254-4f06-a88a-c08b14f3f5ed associated. External IP: 172.27.3.108, port: dc305867-8487-421b-b754-849233243ba2. Jul 22 22:21:37.487431 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-30bbed27-3b70-479a-a694-f25a2de02212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1788509'] for network, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:37.581053 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-30bbed27-3b70-479a-a694-f25a2de02212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760422', 'neutron.services.segments.db._delete_segments_for_network-8746838092337'] for network, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:37.591635 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-30bbed27-3b70-479a-a694-f25a2de02212 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef9abff5-7d36-41d7-939b-4342972ba503']}} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:37.602798 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-30bbed27-3b70-479a-a694-f25a2de02212 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '587317d9-c8da-40a2-94af-38875ad7b0ac') {'for_net_delete': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:37.603128 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-30bbed27-3b70-479a-a694-f25a2de02212 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '587317d9-c8da-40a2-94af-38875ad7b0ac') {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:37.612590 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-30bbed27-3b70-479a-a694-f25a2de02212 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746838093114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2973926'] for segment, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:37.626805 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-30bbed27-3b70-479a-a694-f25a2de02212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122'] for segment, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:37.633667 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30bbed27-3b70-479a-a694-f25a2de02212 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:21:37.634391 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-30bbed27-3b70-479a-a694-f25a2de02212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2431524'] for segment, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:37.636344 dv-cinder-801912-2-iscsi neutron-server[93278]: Traceback (most recent call last): Jul 22 22:21:37.636344 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:21:37.636344 dv-cinder-801912-2-iscsi neutron-server[93278]: timer() Jul 22 22:21:37.636344 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:21:37.636344 dv-cinder-801912-2-iscsi neutron-server[93278]: cb(*args, **kw) Jul 22 22:21:37.636344 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:21:37.636344 dv-cinder-801912-2-iscsi neutron-server[93278]: return func(*args, **kwargs) Jul 22 22:21:37.636344 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:21:37.636344 dv-cinder-801912-2-iscsi neutron-server[93278]: self._notify() Jul 22 22:21:37.636344 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:21:37.636344 dv-cinder-801912-2-iscsi neutron-server[93278]: self.callback(batched_events) Jul 22 22:21:37.636344 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:21:37.636344 dv-cinder-801912-2-iscsi neutron-server[93278]: event.method(event) Jul 22 22:21:37.636344 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:21:37.636344 dv-cinder-801912-2-iscsi neutron-server[93278]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:21:37.636344 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:21:37.636344 dv-cinder-801912-2-iscsi neutron-server[93278]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:21:37.636344 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:21:37.636344 dv-cinder-801912-2-iscsi neutron-server[93278]: return f(self, *a, **k) Jul 22 22:21:37.636344 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:21:37.636344 dv-cinder-801912-2-iscsi neutron-server[93278]: return self._get(url).json() Jul 22 22:21:37.636344 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:21:37.636344 dv-cinder-801912-2-iscsi neutron-server[93278]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:21:37.636344 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:21:37.636344 dv-cinder-801912-2-iscsi neutron-server[93278]: return self.request(url, 'GET', **kwargs) Jul 22 22:21:37.636344 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:21:37.636344 dv-cinder-801912-2-iscsi neutron-server[93278]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:21:37.636344 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:21:37.636344 dv-cinder-801912-2-iscsi neutron-server[93278]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:21:37.636344 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:21:37.636344 dv-cinder-801912-2-iscsi neutron-server[93278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:21:37.636344 dv-cinder-801912-2-iscsi neutron-server[93278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:21:37.684781 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a071bf6-fbb6-4244-8460-3e7ae8df7519 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Router 03a6623b-6574-46c4-82fd-78327971c202 has already been hosted by L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 {{(pid=93279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:21:37.697627 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-30bbed27-3b70-479a-a694-f25a2de02212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718227'] for network, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:37.703005 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-30bbed27-3b70-479a-a694-f25a2de02212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:37.704913 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-30bbed27-3b70-479a-a694-f25a2de02212 admin admin] 10.222.0.11 "DELETE /v2.0/networks/ef9abff5-7d36-41d7-939b-4342972ba503 HTTP/1.1" status: 204 len: 168 time: 0.2894087 Jul 22 22:21:37.717414 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bbed27-3b70-479a-a694-f25a2de02212 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef9abff5-7d36-41d7-939b-4342972ba503,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:37.798647 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a071bf6-fbb6-4244-8460-3e7ae8df7519 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:21:37.803643 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2a071bf6-fbb6-4244-8460-3e7ae8df7519 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for floatingip, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:37.821612 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61eca761-bb27-458d-a251-ec3ad235d212 None None] Sync routers for ids ['03a6623b-6574-46c4-82fd-78327971c202'] in dv-cinder-801912-2-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:21:37.832519 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eca761-bb27-458d-a251-ec3ad235d212 None None] Routers {'03a6623b-6574-46c4-82fd-78327971c202'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:21:37.833502 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-61eca761-bb27-458d-a251-ec3ad235d212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:21:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['03a6623b-6574-46c4-82fd-78327971c202'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:37.853084 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-2a071bf6-fbb6-4244-8460-3e7ae8df7519 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "PUT /v2.0/floatingips/993310d0-d254-4f06-a88a-c08b14f3f5ed HTTP/1.1" status: 200 len: 991 time: 1.0168152 Jul 22 22:21:37.853772 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0568ba29-b14a-4f64-b2b2-21242d8295dd', 'tag': 'dc305867-8487-421b-b754-849233243ba2'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:21:37.856931 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c6b4c132c05f8fa555954f998dc13116b5a095d8f56ef95ca39bca9c69008e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66df48ca-7e8b-4fb0-abc6-df4e4497da58" -d '{"events": [{"name": "network-changed", "server_uuid": "0568ba29-b14a-4f64-b2b2-21242d8295dd", "tag": "dc305867-8487-421b-b754-849233243ba2"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:21:37.896581 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 52314) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:37.898472 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 6 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:21:37.949826 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-814e0d3f-25b1-4f8f-ad30-b16b3665dad2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6f56493328c042309b62ce64d8851818&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493026 Jul 22 22:21:37.950896 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 52316) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:37.978912 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-61eca761-bb27-458d-a251-ec3ad235d212 None None] Set router 03a6623b-6574-46c4-82fd-78327971c202 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:21:38.020260 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2e60213c-467a-4d0d-a99b-adc9d0e85961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:38.048161 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2e60213c-467a-4d0d-a99b-adc9d0e85961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:38.065704 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 907c7bec-729a-427c-8f45-ba7c9d880245 up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:21:38.100340 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2e60213c-467a-4d0d-a99b-adc9d0e85961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:38.104148 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2e60213c-467a-4d0d-a99b-adc9d0e85961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:38.105499 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-2e60213c-467a-4d0d-a99b-adc9d0e85961 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dc1f1535-7ea4-4f40-ae6a-24b4f767dac7 HTTP/1.1" status: 204 len: 168 time: 0.1535220 Jul 22 22:21:38.114590 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60213c-467a-4d0d-a99b-adc9d0e85961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1f1535-7ea4-4f40-ae6a-24b4f767dac7,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:38.172034 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d38b94f-ea27-4cc5-bed6-88796e712e1b x-openstack-request-id: req-9d38b94f-ea27-4cc5-bed6-88796e712e1b {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:21:38.178193 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0568ba29-b14a-4f64-b2b2-21242d8295dd", "tag": "dc305867-8487-421b-b754-849233243ba2", "status": "completed", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:21:38.178477 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9d38b94f-ea27-4cc5-bed6-88796e712e1b {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:21:38.178919 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0568ba29-b14a-4f64-b2b2-21242d8295dd', 'tag': 'dc305867-8487-421b-b754-849233243ba2', 'status': 'completed', 'code': 200} Jul 22 22:21:38.211457 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port 907c7bec-729a-427c-8f45-ba7c9d880245 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:21:38.211873 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:38.283298 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df48ca-7e8b-4fb0-abc6-df4e4497da58 req-4defed31-f833-4b38-9611-9839eefcf693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:38.285695 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-66df48ca-7e8b-4fb0-abc6-df4e4497da58 req-4defed31-f833-4b38-9611-9839eefcf693 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=4d3659e8b835430388a2cee22076abe4&device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 1098 time: 0.0702503 Jul 22 22:21:38.348560 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-61eca761-bb27-458d-a251-ec3ad235d212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6623b-6574-46c4-82fd-78327971c202', 'name': 'tempest-AttachVolumeShelveTestJSON-1437646967-router', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:16:04Z', 'updated_at': '2021-07-22T22:16:12Z', 'revision_number': 4, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'gw_port': {'id': '068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6623b-6574-46c4-82fd-78327971c202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:06Z', 'updated_at': '2021-07-22T22:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_floatingips': [{'id': '993310d0-d254-4f06-a88a-c08b14f3f5ed', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'floating_ip_address': '172.27.3.108', 'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'router_id': '03a6623b-6574-46c4-82fd-78327971c202', 'port_id': 'dc305867-8487-421b-b754-849233243ba2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069', 'mac_address': 'fa:16:3e:a8:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0568ba29-b14a-4f64-b2b2-21242d8295dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:21:21Z', 'updated_at': '2021-07-22T22:21:37Z', 'revision_number': 1, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560d020e-b759-4813-b805-8754aefbf1da', 'name': '', 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'mac_address': 'fa:16:3e:b5:31:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6623b-6574-46c4-82fd-78327971c202', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5caf93b5-914e-42f5-8313-0d8eb8086bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:11Z', 'updated_at': '2021-07-22T22:16:22Z', 'revision_number': 5, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'subnets': [{'id': '5caf93b5-914e-42f5-8313-0d8eb8086bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:38.380345 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61eca761-bb27-458d-a251-ec3ad235d212 None None] Checking router: 03a6623b-6574-46c4-82fd-78327971c202 for host: dv-cinder-801912-2-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:21:38.390680 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eca761-bb27-458d-a251-ec3ad235d212 None None] Routers {'03a6623b-6574-46c4-82fd-78327971c202'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:21:38.391338 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-61eca761-bb27-458d-a251-ec3ad235d212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:21:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['03a6623b-6574-46c4-82fd-78327971c202'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:38.408503 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df48ca-7e8b-4fb0-abc6-df4e4497da58 req-6c4139e9-3bac-4f4b-ab3c-154f66bfba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:38.410043 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-66df48ca-7e8b-4fb0-abc6-df4e4497da58 req-6c4139e9-3bac-4f4b-ab3c-154f66bfba79 service neutron] 10.222.0.115 "GET /v2.0/networks?id=4aaef0ad-84e7-449b-8140-d9a9cce60069 HTTP/1.1" status: 200 len: 918 time: 0.1066854 Jul 22 22:21:38.482659 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-66df48ca-7e8b-4fb0-abc6-df4e4497da58 req-a30b8b81-223a-4847-a407-067af90e3e06 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc305867-8487-421b-b754-849233243ba2 HTTP/1.1" status: 200 len: 999 time: 0.0650475 Jul 22 22:21:38.512025 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-61eca761-bb27-458d-a251-ec3ad235d212 None None] Set router 03a6623b-6574-46c4-82fd-78327971c202 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:21:38.537741 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df48ca-7e8b-4fb0-abc6-df4e4497da58 req-7ba53a95-a475-421d-bb73-4bf2f363cc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:38.539545 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-66df48ca-7e8b-4fb0-abc6-df4e4497da58 req-7ba53a95-a475-421d-bb73-4bf2f363cc59 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=5caf93b5-914e-42f5-8313-0d8eb8086bc1 HTTP/1.1" status: 200 len: 856 time: 0.0469279 Jul 22 22:21:38.607966 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df48ca-7e8b-4fb0-abc6-df4e4497da58 req-ab709911-ac16-4257-91bc-876e22344b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:38.609547 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-66df48ca-7e8b-4fb0-abc6-df4e4497da58 req-ab709911-ac16-4257-91bc-876e22344b83 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=4aaef0ad-84e7-449b-8140-d9a9cce60069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0627568 Jul 22 22:21:38.713960 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-66df48ca-7e8b-4fb0-abc6-df4e4497da58 req-fa2facfa-e33a-4d41-abea-cbd71e5c5e09 service neutron] 10.222.0.115 "GET /v2.0/networks/4aaef0ad-84e7-449b-8140-d9a9cce60069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897741 Jul 22 22:21:38.817513 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-66df48ca-7e8b-4fb0-abc6-df4e4497da58 req-d8b1ac1b-4b70-4d02-a71e-cc32b33e0589 service neutron] 10.222.0.115 "GET /v2.0/networks/4aaef0ad-84e7-449b-8140-d9a9cce60069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945070 Jul 22 22:21:38.865134 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-61eca761-bb27-458d-a251-ec3ad235d212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6623b-6574-46c4-82fd-78327971c202', 'name': 'tempest-AttachVolumeShelveTestJSON-1437646967-router', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:16:04Z', 'updated_at': '2021-07-22T22:16:12Z', 'revision_number': 4, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'gw_port': {'id': '068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6623b-6574-46c4-82fd-78327971c202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:06Z', 'updated_at': '2021-07-22T22:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_floatingips': [{'id': '993310d0-d254-4f06-a88a-c08b14f3f5ed', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'floating_ip_address': '172.27.3.108', 'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'router_id': '03a6623b-6574-46c4-82fd-78327971c202', 'port_id': 'dc305867-8487-421b-b754-849233243ba2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069', 'mac_address': 'fa:16:3e:a8:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0568ba29-b14a-4f64-b2b2-21242d8295dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:21:21Z', 'updated_at': '2021-07-22T22:21:37Z', 'revision_number': 1, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560d020e-b759-4813-b805-8754aefbf1da', 'name': '', 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'mac_address': 'fa:16:3e:b5:31:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6623b-6574-46c4-82fd-78327971c202', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5caf93b5-914e-42f5-8313-0d8eb8086bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:11Z', 'updated_at': '2021-07-22T22:16:22Z', 'revision_number': 5, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'subnets': [{'id': '5caf93b5-914e-42f5-8313-0d8eb8086bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:38.894330 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61eca761-bb27-458d-a251-ec3ad235d212 None None] The sync data for ids ['03a6623b-6574-46c4-82fd-78327971c202'] in dv-cinder-801912-2-iscsi is: [{'id': '03a6623b-6574-46c4-82fd-78327971c202', 'name': 'tempest-AttachVolumeShelveTestJSON-1437646967-router', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:16:04Z', 'updated_at': '2021-07-22T22:16:12Z', 'revision_number': 4, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'gw_port': {'id': '068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6623b-6574-46c4-82fd-78327971c202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:06Z', 'updated_at': '2021-07-22T22:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_floatingips': [{'id': '993310d0-d254-4f06-a88a-c08b14f3f5ed', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'floating_ip_address': '172.27.3.108', 'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'router_id': '03a6623b-6574-46c4-82fd-78327971c202', 'port_id': 'dc305867-8487-421b-b754-849233243ba2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069', 'mac_address': 'fa:16:3e:a8:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0568ba29-b14a-4f64-b2b2-21242d8295dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:21:21Z', 'updated_at': '2021-07-22T22:21:37Z', 'revision_number': 1, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560d020e-b759-4813-b805-8754aefbf1da', 'name': '', 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'mac_address': 'fa:16:3e:b5:31:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6623b-6574-46c4-82fd-78327971c202', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5caf93b5-914e-42f5-8313-0d8eb8086bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:11Z', 'updated_at': '2021-07-22T22:16:22Z', 'revision_number': 5, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'subnets': [{'id': '5caf93b5-914e-42f5-8313-0d8eb8086bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:21:39.086621 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162ad68e-0165-4dca-bbea-41a4c73bb5eb None None] New status for floating IP 993310d0-d254-4f06-a88a-c08b14f3f5ed: ACTIVE {{(pid=93281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:21:46.550114 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-181f8626-d5dd-4f25-9c71-d334949b82c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:48.930811 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-49a81687-db10-48a7-9e20-09d6dc0ba028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:49.169265 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:50.212164 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:51.865432 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:53.408546 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-03ae428d-6e28-4e9a-a2ab-3e03a079687d tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1181169087&fields=id&tenant_id=b39563db0dd14939a0f3c1819cd5901f HTTP/1.1" status: 200 len: 267 time: 0.0347843 Jul 22 22:21:53.517373 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-2fb7add8-f0e3-4a73-9528-b7f58073f85b tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:53.518827 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-2fb7add8-f0e3-4a73-9528-b7f58073f85b tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/networks?id=c478cf98-28b8-4904-af77-5e4d0dffb173 HTTP/1.1" status: 200 len: 809 time: 0.1036794 Jul 22 22:21:53.533235 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-45c3b5ba-0356-4fa7-b8b8-934d433d67c4 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/quotas/b39563db0dd14939a0f3c1819cd5901f HTTP/1.1" status: 200 len: 375 time: 0.0090446 Jul 22 22:21:53.598630 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-6a44f23b-0719-48c7-8664-019be130fcaa tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b39563db0dd14939a0f3c1819cd5901f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604532 Jul 22 22:21:53.832511 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-58192b3f-6fd1-44af-b94c-8ca569d4c3ed service neutron] 10.222.0.11 "GET /v2.0/networks/c478cf98-28b8-4904-af77-5e4d0dffb173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219462 Jul 22 22:21:53.921168 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-d793cee2-0852-465c-8a6d-7830032c9be8 service neutron] 10.222.0.11 "GET /v2.0/networks/c478cf98-28b8-4904-af77-5e4d0dffb173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823429 Jul 22 22:21:54.219007 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-60e4540f-9613-4a56-b6a2-288810ec939a req-dc7cec4f-8a55-4e0c-bb3a-165dd45331e4 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 210 time: 0.0338497 Jul 22 22:21:55.321093 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-80ebf898-3776-4ae6-a456-068a2801bef9 req-7c83deb0-9029-4058-b63c-e77cf2ce86ac tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 210 time: 0.0301721 Jul 22 22:21:55.329228 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-48fdf31b-08e5-44a8-b372-1fe4baa2aa71 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:55.330761 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-48fdf31b-08e5-44a8-b372-1fe4baa2aa71 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.115 "GET /v2.0/networks?id=c478cf98-28b8-4904-af77-5e4d0dffb173 HTTP/1.1" status: 200 len: 809 time: 0.1132307 Jul 22 22:21:55.377287 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-5da107ce-2168-45dd-8150-4c38fbd16485 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b39563db0dd14939a0f3c1819cd5901f HTTP/1.1" status: 200 len: 380 time: 0.0341163 Jul 22 22:21:55.387579 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-7da32d49-006f-4de6-952e-45fcae533ec8 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Request body: {'port': {'device_id': '1ac54e65-5dd9-4940-85a9-0f8d63728b09', 'network_id': 'c478cf98-28b8-4904-af77-5e4d0dffb173', 'admin_state_up': True, 'tenant_id': 'b39563db0dd14939a0f3c1819cd5901f', 'security_groups': ['b9836497-095f-4513-963d-d581ba0938ce']}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:55.496288 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-7da32d49-006f-4de6-952e-45fcae533ec8 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Made reservation on behalf of b39563db0dd14939a0f3c1819cd5901f for: {'port': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:21:55.499799 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-7da32d49-006f-4de6-952e-45fcae533ec8 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:55.630929 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-7da32d49-006f-4de6-952e-45fcae533ec8 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Allocated IP 172.20.0.3 (c478cf98-28b8-4904-af77-5e4d0dffb173/b8c303b5-4d52-49bb-ad46-fb44acda7f9b/e388f194-738b-4620-b8e5-abdb33fb96e5) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:21:55.774643 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-7da32d49-006f-4de6-952e-45fcae533ec8 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:55.793762 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-7da32d49-006f-4de6-952e-45fcae533ec8 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Transition to ACTIVE for port object e388f194-738b-4620-b8e5-abdb33fb96e5 will not be triggered until provisioned by entity DHCP. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:21:55.828464 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-7da32d49-006f-4de6-952e-45fcae533ec8 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:55.872761 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-7da32d49-006f-4de6-952e-45fcae533ec8 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Network c478cf98-28b8-4904-af77-5e4d0dffb173 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:21:55.875895 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-7da32d49-006f-4de6-952e-45fcae533ec8 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:21:55.879829 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-7da32d49-006f-4de6-952e-45fcae533ec8 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:21:55.908212 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da32d49-006f-4de6-952e-45fcae533ec8 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Pushing event updated for resources: {'Port': ['ID=e388f194-738b-4620-b8e5-abdb33fb96e5,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:55.943219 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-7da32d49-006f-4de6-952e-45fcae533ec8 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:55.943995 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-7da32d49-006f-4de6-952e-45fcae533ec8 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:55.966687 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-7da32d49-006f-4de6-952e-45fcae533ec8 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5827250 Jul 22 22:21:55.988547 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-a3b946c2-aff7-4472-8822-1de81986fd1a service neutron] Request body: {'port': {'device_id': '1ac54e65-5dd9-4940-85a9-0f8d63728b09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:56.068485 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-a3b946c2-aff7-4472-8822-1de81986fd1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:56.107607 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-5de1ba3c-8146-4930-8eac-41456cda009a None None] Provisioning for port e388f194-738b-4620-b8e5-abdb33fb96e5 completed by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:21:56.111528 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-5de1ba3c-8146-4930-8eac-41456cda009a None None] Provisioning complete for port e388f194-738b-4620-b8e5-abdb33fb96e5 triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:21:56.111933 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-5de1ba3c-8146-4930-8eac-41456cda009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:56.145700 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-5de1ba3c-8146-4930-8eac-41456cda009a None None] Port e388f194-738b-4620-b8e5-abdb33fb96e5 cannot update to ACTIVE because it is not bound. {{(pid=93280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:21:56.331853 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-a3b946c2-aff7-4472-8822-1de81986fd1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e388f194-738b-4620-b8e5-abdb33fb96e5 {{(pid=93278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:21:56.339188 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-a3b946c2-aff7-4472-8822-1de81986fd1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:56.350812 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-a3b946c2-aff7-4472-8822-1de81986fd1a service neutron] Transition to ACTIVE for port object e388f194-738b-4620-b8e5-abdb33fb96e5 will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:21:56.356077 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-a3b946c2-aff7-4472-8822-1de81986fd1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:56.417988 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b946c2-aff7-4472-8822-1de81986fd1a service neutron] Pushing event updated for resources: {'Port': ['ID=e388f194-738b-4620-b8e5-abdb33fb96e5,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:56.460106 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac10a8-8407-4b89-9aab-cad5338f63f9 req-fec413c4-60d0-468f-8326-74cb85be39f7 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:56.461985 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-2bac10a8-8407-4b89-9aab-cad5338f63f9 req-fec413c4-60d0-468f-8326-74cb85be39f7 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 943 time: 0.0695736 Jul 22 22:21:56.502583 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-a3b946c2-aff7-4472-8822-1de81986fd1a service neutron] Attempting to bind port e388f194-738b-4620-b8e5-abdb33fb96e5 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:21:56.502927 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-a3b946c2-aff7-4472-8822-1de81986fd1a service neutron] Attempting to bind port e388f194-738b-4620-b8e5-abdb33fb96e5 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '3f318f8e-b74e-48a9-853d-22131a178c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c478cf98-28b8-4904-af77-5e4d0dffb173'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:21:56.503290 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-a3b946c2-aff7-4472-8822-1de81986fd1a service neutron] Attempting to bind port e388f194-738b-4620-b8e5-abdb33fb96e5 on network c478cf98-28b8-4904-af77-5e4d0dffb173 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:21:56.503987 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-2bac10a8-8407-4b89-9aab-cad5338f63f9 req-2c96c18b-5f73-4ea3-bd3e-365236f82580 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362079 Jul 22 22:21:56.508468 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-a3b946c2-aff7-4472-8822-1de81986fd1a service neutron] Port e388f194-738b-4620-b8e5-abdb33fb96e5 on network c478cf98-28b8-4904-af77-5e4d0dffb173 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:21:56.508804 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-a3b946c2-aff7-4472-8822-1de81986fd1a service neutron] Attempting to bind port e388f194-738b-4620-b8e5-abdb33fb96e5 on network c478cf98-28b8-4904-af77-5e4d0dffb173 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:21:56.514320 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-a3b946c2-aff7-4472-8822-1de81986fd1a service neutron] Checking agent: {'id': '4259e59d-080d-4967-89a0-1abd7a18732f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'started_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:21:56.514660 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-a3b946c2-aff7-4472-8822-1de81986fd1a service neutron] Checking segment: {'id': '3f318f8e-b74e-48a9-853d-22131a178c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c478cf98-28b8-4904-af77-5e4d0dffb173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:21:56.515047 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-a3b946c2-aff7-4472-8822-1de81986fd1a service neutron] Bound using segment: {'id': '3f318f8e-b74e-48a9-853d-22131a178c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c478cf98-28b8-4904-af77-5e4d0dffb173'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:21:56.515484 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-a3b946c2-aff7-4472-8822-1de81986fd1a service neutron] Bound port: e388f194-738b-4620-b8e5-abdb33fb96e5, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f318f8e-b74e-48a9-853d-22131a178c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c478cf98-28b8-4904-af77-5e4d0dffb173'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:21:56.515849 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-a3b946c2-aff7-4472-8822-1de81986fd1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:56.590966 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-a3b946c2-aff7-4472-8822-1de81986fd1a service neutron] For port e388f194-738b-4620-b8e5-abdb33fb96e5, host hv-cinder-80191, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:21:56.593937 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-a3b946c2-aff7-4472-8822-1de81986fd1a service neutron] For port e388f194-738b-4620-b8e5-abdb33fb96e5, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e388f194-738b-4620-b8e5-abdb33fb96e5,segment=NetworkSegment(3f318f8e-b74e-48a9-853d-22131a178c6d),segment_id=3f318f8e-b74e-48a9-853d-22131a178c6d)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:21:56.601641 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-a3b946c2-aff7-4472-8822-1de81986fd1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:56.621796 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:56.636462 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-a3b946c2-aff7-4472-8822-1de81986fd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:56.637102 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-a3b946c2-aff7-4472-8822-1de81986fd1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:56.638828 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-a3b946c2-aff7-4472-8822-1de81986fd1a service neutron] 10.222.0.115 "PUT /v2.0/ports/e388f194-738b-4620-b8e5-abdb33fb96e5 HTTP/1.1" status: 200 len: 1093 time: 0.6547208 Jul 22 22:21:56.639249 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac54e65-5dd9-4940-85a9-0f8d63728b09', 'tag': 'e388f194-738b-4620-b8e5-abdb33fb96e5'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:21:56.641575 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773ddeb6-ef1c-4c82-96a5-5f908d120f6f" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac54e65-5dd9-4940-85a9-0f8d63728b09", "tag": "e388f194-738b-4620-b8e5-abdb33fb96e5"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:21:56.677360 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b946c2-aff7-4472-8822-1de81986fd1a service neutron] Pushing event updated for resources: {'Port': ['ID=e388f194-738b-4620-b8e5-abdb33fb96e5,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:56.693170 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0b4ad5-80ee-42ef-a36c-0755b1be720a x-openstack-request-id: req-4e0b4ad5-80ee-42ef-a36c-0755b1be720a {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:21:56.693539 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac54e65-5dd9-4940-85a9-0f8d63728b09", "tag": "e388f194-738b-4620-b8e5-abdb33fb96e5", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:21:56.694529 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4e0b4ad5-80ee-42ef-a36c-0755b1be720a {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:21:56.695077 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac54e65-5dd9-4940-85a9-0f8d63728b09', 'tag': 'e388f194-738b-4620-b8e5-abdb33fb96e5', 'status': 'completed', 'code': 200} Jul 22 22:21:56.765264 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-4109012f-bae0-44b0-85a5-481beab36836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:56.767655 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-4109012f-bae0-44b0-85a5-481beab36836 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b39563db0dd14939a0f3c1819cd5901f&device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 1096 time: 0.0642900 Jul 22 22:21:56.812514 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-69ba88f3-2a8d-4a73-8125-6c50420960d4 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e388f194-738b-4620-b8e5-abdb33fb96e5 HTTP/1.1" status: 200 len: 217 time: 0.0354724 Jul 22 22:21:56.862689 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-d8c7e3c0-185a-4049-bd82-9b6704d2b0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:56.864053 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-d8c7e3c0-185a-4049-bd82-9b6704d2b0e0 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b8c303b5-4d52-49bb-ad46-fb44acda7f9b HTTP/1.1" status: 200 len: 848 time: 0.0444710 Jul 22 22:21:56.924665 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-22839dc7-ed96-4e4a-a1fd-5ce6e2a104d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:56.926174 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-22839dc7-ed96-4e4a-a1fd-5ce6e2a104d4 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=c478cf98-28b8-4904-af77-5e4d0dffb173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543435 Jul 22 22:21:57.021040 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-f5ced9d8-a7b5-4cd5-ab95-8d5692228000 service neutron] 10.222.0.115 "GET /v2.0/networks/c478cf98-28b8-4904-af77-5e4d0dffb173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851643 Jul 22 22:21:57.115521 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c8e0ca0c-2689-4228-871b-544580a2ebd1 req-7bf17a57-f810-49a3-8860-e454534760cd service neutron] 10.222.0.115 "GET /v2.0/networks/c478cf98-28b8-4904-af77-5e4d0dffb173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875826 Jul 22 22:21:57.227050 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ddeb6-ef1c-4c82-96a5-5f908d120f6f req-02c97748-7327-4963-a183-225a8dc9f80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:57.228651 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-773ddeb6-ef1c-4c82-96a5-5f908d120f6f req-02c97748-7327-4963-a183-225a8dc9f80e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b39563db0dd14939a0f3c1819cd5901f&device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 1096 time: 0.0548036 Jul 22 22:21:57.320915 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ddeb6-ef1c-4c82-96a5-5f908d120f6f req-213e5081-0237-4828-88ce-aeeb94cf3ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:57.322441 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-773ddeb6-ef1c-4c82-96a5-5f908d120f6f req-213e5081-0237-4828-88ce-aeeb94cf3ea2 service neutron] 10.222.0.115 "GET /v2.0/networks?id=c478cf98-28b8-4904-af77-5e4d0dffb173 HTTP/1.1" status: 200 len: 910 time: 0.0841327 Jul 22 22:21:57.370097 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-773ddeb6-ef1c-4c82-96a5-5f908d120f6f req-55896f37-abed-4810-bde5-538728fd28ee service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e388f194-738b-4620-b8e5-abdb33fb96e5 HTTP/1.1" status: 200 len: 217 time: 0.0373993 Jul 22 22:21:57.419803 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ddeb6-ef1c-4c82-96a5-5f908d120f6f req-f7b4abb2-e65c-44ee-833c-dcb5c11baab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:57.421322 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-773ddeb6-ef1c-4c82-96a5-5f908d120f6f req-f7b4abb2-e65c-44ee-833c-dcb5c11baab9 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b8c303b5-4d52-49bb-ad46-fb44acda7f9b HTTP/1.1" status: 200 len: 848 time: 0.0440650 Jul 22 22:21:57.481184 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ddeb6-ef1c-4c82-96a5-5f908d120f6f req-3622ec69-b95e-4adc-88d2-36e0397a3900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:57.482683 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-773ddeb6-ef1c-4c82-96a5-5f908d120f6f req-3622ec69-b95e-4adc-88d2-36e0397a3900 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=c478cf98-28b8-4904-af77-5e4d0dffb173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534956 Jul 22 22:21:57.577530 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-773ddeb6-ef1c-4c82-96a5-5f908d120f6f req-92990048-ba51-49ec-99d4-7382828dc850 service neutron] 10.222.0.115 "GET /v2.0/networks/c478cf98-28b8-4904-af77-5e4d0dffb173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875072 Jul 22 22:21:57.646401 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575407a-ea0e-47e0-9ef4-9dd013b438ab req-6d8adc87-5b41-4b79-9d27-993f9de27cb1 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:57.647878 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7575407a-ea0e-47e0-9ef4-9dd013b438ab req-6d8adc87-5b41-4b79-9d27-993f9de27cb1 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 943 time: 0.0707111 Jul 22 22:21:57.671182 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-773ddeb6-ef1c-4c82-96a5-5f908d120f6f req-84813f8d-bc28-4a9e-812e-2e2e384ca6bb service neutron] 10.222.0.115 "GET /v2.0/networks/c478cf98-28b8-4904-af77-5e4d0dffb173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851321 Jul 22 22:21:57.686933 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7575407a-ea0e-47e0-9ef4-9dd013b438ab req-bf9e62d3-fb3f-462c-9939-95ab5a43a0b6 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329723 Jul 22 22:21:58.816063 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20140d5d-53b2-4c4c-b31e-b54bdfc95548 req-e5868e7c-e934-4298-9f39-a69d93ea2bb6 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:58.817598 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-20140d5d-53b2-4c4c-b31e-b54bdfc95548 req-e5868e7c-e934-4298-9f39-a69d93ea2bb6 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 943 time: 0.0646710 Jul 22 22:21:58.857851 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-20140d5d-53b2-4c4c-b31e-b54bdfc95548 req-f702796c-59b8-467c-a002-1ae9a299da77 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327432 Jul 22 22:21:59.986831 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479545d-5727-4c1a-9e44-d8fcb8aa2064 req-bc199eea-23fc-4816-9e2e-e7ba91a5d044 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:59.988332 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5479545d-5727-4c1a-9e44-d8fcb8aa2064 req-bc199eea-23fc-4816-9e2e-e7ba91a5d044 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 943 time: 0.0631003 Jul 22 22:22:00.028691 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5479545d-5727-4c1a-9e44-d8fcb8aa2064 req-e3454505-1737-4c51-96e7-65dcf174ee56 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340269 Jul 22 22:22:01.162930 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94960ca-2fec-4f78-9245-8168babe2a8a req-00e93dec-62aa-44f2-9134-d0cead83223d tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:01.164668 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d94960ca-2fec-4f78-9245-8168babe2a8a req-00e93dec-62aa-44f2-9134-d0cead83223d tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 943 time: 0.0676794 Jul 22 22:22:01.202992 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d94960ca-2fec-4f78-9245-8168babe2a8a req-9850fda4-ece8-41d0-9c6d-a0bebf167192 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322974 Jul 22 22:22:02.333234 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f95f2c-ddcf-435a-8367-dbf0cb64f719 req-99fe488d-ecbd-46ee-9231-9dc31ae9b0d6 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:02.334915 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d6f95f2c-ddcf-435a-8367-dbf0cb64f719 req-99fe488d-ecbd-46ee-9231-9dc31ae9b0d6 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 943 time: 0.0650604 Jul 22 22:22:02.372729 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d6f95f2c-ddcf-435a-8367-dbf0cb64f719 req-01680047-e5c4-4cdb-8f04-f4824f1ab6a0 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321548 Jul 22 22:22:03.505207 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1446c3-4e07-42e9-a1f5-fbe351e4115a req-1fa9fc3c-095f-461c-987f-491e832a1b82 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:03.507332 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-6a1446c3-4e07-42e9-a1f5-fbe351e4115a req-1fa9fc3c-095f-461c-987f-491e832a1b82 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 943 time: 0.0685956 Jul 22 22:22:03.546238 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-6a1446c3-4e07-42e9-a1f5-fbe351e4115a req-7c978895-af52-48d1-ace9-0ba66c41b956 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334852 Jul 22 22:22:04.677116 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e45dd-d7fa-4a51-8d54-927c8e2295c4 req-3f876dd7-8df7-4e8c-8d43-f9cf4652a525 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:04.678848 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7d1e45dd-d7fa-4a51-8d54-927c8e2295c4 req-3f876dd7-8df7-4e8c-8d43-f9cf4652a525 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 943 time: 0.0648875 Jul 22 22:22:04.715888 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7d1e45dd-d7fa-4a51-8d54-927c8e2295c4 req-3707926e-4206-464b-b847-f84ec1ce36d9 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316150 Jul 22 22:22:04.837718 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device e388f194-738b-4620-b8e5-abdb33fb96e5 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:22:04.932189 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port e388f194-738b-4620-b8e5-abdb33fb96e5, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e388f194-738b-4620-b8e5-abdb33fb96e5,segment=NetworkSegment(3f318f8e-b74e-48a9-853d-22131a178c6d),segment_id=3f318f8e-b74e-48a9-853d-22131a178c6d)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:22:04.944762 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Returning: {'device': 'e388f194-738b-4620-b8e5-abdb33fb96e5', 'network_id': 'c478cf98-28b8-4904-af77-5e4d0dffb173', 'port_id': 'e388f194-738b-4620-b8e5-abdb33fb96e5', 'mac_address': 'fa:16:3e:a9:4a:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c303b5-4d52-49bb-ad46-fb44acda7f9b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:22:04.981541 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:04.997377 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e388f194-738b-4620-b8e5-abdb33fb96e5 {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:22:05.018878 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port e388f194-738b-4620-b8e5-abdb33fb96e5, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e388f194-738b-4620-b8e5-abdb33fb96e5,segment=NetworkSegment(3f318f8e-b74e-48a9-853d-22131a178c6d),segment_id=3f318f8e-b74e-48a9-853d-22131a178c6d)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:22:05.024335 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:05.074406 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=e388f194-738b-4620-b8e5-abdb33fb96e5,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:05.081473 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:05.081830 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:05.082180 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:05.082529 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:05.082870 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:05.083211 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:05.083545 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:05.083879 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:05.084215 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:05.084567 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:05.084975 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:05.085306 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:05.319155 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['e388f194-738b-4620-b8e5-abdb33fb96e5'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:22:05.842328 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa25686-d218-40cd-8da2-7b141c4d3caf req-935920fd-7bbc-4346-8adc-387b2dbc7860 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:05.843784 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5fa25686-d218-40cd-8da2-7b141c4d3caf req-935920fd-7bbc-4346-8adc-387b2dbc7860 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 944 time: 0.0626404 Jul 22 22:22:05.887924 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5fa25686-d218-40cd-8da2-7b141c4d3caf req-4356e2b8-7f2f-490b-8097-7b8f5e9168db tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386004 Jul 22 22:22:06.837407 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device e388f194-738b-4620-b8e5-abdb33fb96e5 up at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:22:06.884507 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning for port e388f194-738b-4620-b8e5-abdb33fb96e5 completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:22:06.888299 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning complete for port e388f194-738b-4620-b8e5-abdb33fb96e5 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:22:06.888679 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:06.967194 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:06.989761 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac54e65-5dd9-4940-85a9-0f8d63728b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e388f194-738b-4620-b8e5-abdb33fb96e5'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:22:06.992692 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f27b67f0d35f7f80674a04ef850f841daaa75b8eb1023cd4f94f55c11be84c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f88a6f4-3f75-4399-8a46-4308fe40cafe" -d '{"events": [{"server_uuid": "1ac54e65-5dd9-4940-85a9-0f8d63728b09", "name": "network-vif-plugged", "status": "completed", "tag": "e388f194-738b-4620-b8e5-abdb33fb96e5"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:22:07.005522 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port e388f194-738b-4620-b8e5-abdb33fb96e5, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e388f194-738b-4620-b8e5-abdb33fb96e5,segment=NetworkSegment(3f318f8e-b74e-48a9-853d-22131a178c6d),segment_id=3f318f8e-b74e-48a9-853d-22131a178c6d)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:22:07.009619 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:07.025147 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa266ed-d63a-4aa8-b8bd-ce840ce6b422 req-d9356092-107c-488d-a295-ab0f5e9cc225 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:07.028701 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-2fa266ed-d63a-4aa8-b8bd-ce840ce6b422 req-d9356092-107c-488d-a295-ab0f5e9cc225 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 944 time: 0.0723643 Jul 22 22:22:07.057174 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=e388f194-738b-4620-b8e5-abdb33fb96e5,revision_number=5']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:07.067116 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-2fa266ed-d63a-4aa8-b8bd-ce840ce6b422 req-c373dede-f357-42b6-b240-5f489bdc471f tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348015 Jul 22 22:22:07.151861 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf2c06b-bcca-4ea2-a768-a16b18ab1918 x-openstack-request-id: req-9cf2c06b-bcca-4ea2-a768-a16b18ab1918 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:22:07.152154 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac54e65-5dd9-4940-85a9-0f8d63728b09", "name": "network-vif-plugged", "status": "completed", "tag": "e388f194-738b-4620-b8e5-abdb33fb96e5", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:22:07.152437 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9cf2c06b-bcca-4ea2-a768-a16b18ab1918 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:22:07.152828 dv-cinder-801912-2-iscsi neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac54e65-5dd9-4940-85a9-0f8d63728b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e388f194-738b-4620-b8e5-abdb33fb96e5', 'code': 200} Jul 22 22:22:07.407064 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f24a0-d15d-4498-bdb0-7f698259ef4d req-72dd37a2-2048-4812-bcf7-ce57a3fcd4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:07.408561 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-125f24a0-d15d-4498-bdb0-7f698259ef4d req-72dd37a2-2048-4812-bcf7-ce57a3fcd4d0 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 1098 time: 0.0579178 Jul 22 22:22:07.444088 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-125f24a0-d15d-4498-bdb0-7f698259ef4d req-4b11b56b-a7d3-49d9-9e45-30b7c31e8871 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272427 Jul 22 22:22:08.204594 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c8b12-a271-4c6c-a7fa-813fd4aa2819 req-23547c8b-f5a0-48f6-8b26-78b7fdc401eb tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:08.206124 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c03c8b12-a271-4c6c-a7fa-813fd4aa2819 req-23547c8b-f5a0-48f6-8b26-78b7fdc401eb tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 945 time: 0.0644579 Jul 22 22:22:08.246530 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c03c8b12-a271-4c6c-a7fa-813fd4aa2819 req-ec41960d-a105-4b0e-b980-07810e4f4f42 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343277 Jul 22 22:22:09.384070 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5b4814c2-b619-4a89-b75e-279d38728d26 req-0b7f3e1c-489d-403b-a0c2-446e8b68b3ce tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1143046555&fields=id&tenant_id=7655566a61044cf8868d0fed64444851 HTTP/1.1" status: 200 len: 267 time: 0.0672433 Jul 22 22:22:09.436305 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812920e-34ca-4eb5-997f-29cf92b13b4c req-92a40815-31d7-4b6b-9726-845288c1c9d7 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:09.437787 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1812920e-34ca-4eb5-997f-29cf92b13b4c req-92a40815-31d7-4b6b-9726-845288c1c9d7 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 945 time: 0.1137590 Jul 22 22:22:09.487835 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1812920e-34ca-4eb5-997f-29cf92b13b4c req-5b81c078-7274-4009-92fc-29b0e7c0b476 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444818 Jul 22 22:22:09.496874 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4814c2-b619-4a89-b75e-279d38728d26 req-9f08ece2-bfcc-4e6e-b23e-cb49e5b4d21e tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:09.498365 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5b4814c2-b619-4a89-b75e-279d38728d26 req-9f08ece2-bfcc-4e6e-b23e-cb49e5b4d21e tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 985 time: 0.1065662 Jul 22 22:22:09.509266 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [req-5b4814c2-b619-4a89-b75e-279d38728d26 req-8d60c8df-a7f9-49c5-9509-b68d3014ee10 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Request body: {'port': {'security_groups': ['3d0e8b80-2afa-4a2a-878d-659319883cc3']}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:22:09.629602 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-5b4814c2-b619-4a89-b75e-279d38728d26 req-8d60c8df-a7f9-49c5-9509-b68d3014ee10 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:09.680936 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59270d7-5218-48ec-adcf-bf4b7f0a19e9 req-712d713b-6768-40fc-ada9-08d4ec73a18f tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:09.682397 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e59270d7-5218-48ec-adcf-bf4b7f0a19e9 req-712d713b-6768-40fc-ada9-08d4ec73a18f tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 945 time: 0.1260366 Jul 22 22:22:09.980894 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e59270d7-5218-48ec-adcf-bf4b7f0a19e9 req-c6e8d7fa-948e-4e30-a71e-19d71fcac429 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2929327 Jul 22 22:22:10.002982 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 52498) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:10.079977 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [req-5b4814c2-b619-4a89-b75e-279d38728d26 req-8d60c8df-a7f9-49c5-9509-b68d3014ee10 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] For port 4848c327-9cf5-43bc-95c4-5715398fd35d, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=4848c327-9cf5-43bc-95c4-5715398fd35d,segment=NetworkSegment(5ddc735b-fd99-4fd1-91cf-9bb03a2da3da),segment_id=5ddc735b-fd99-4fd1-91cf-9bb03a2da3da)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:22:10.114038 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-5b4814c2-b619-4a89-b75e-279d38728d26 req-8d60c8df-a7f9-49c5-9509-b68d3014ee10 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks [] for port, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:10.119477 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-5b4814c2-b619-4a89-b75e-279d38728d26 req-8d60c8df-a7f9-49c5-9509-b68d3014ee10 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960851'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:10.132301 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['4848c327-9cf5-43bc-95c4-5715398fd35d'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:22:10.170473 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51147d1a-6ea2-476f-bc47-b341ee8944f7 tempest-TestShelveInstance-1196765521 tempest-TestShelveInstance-1196765521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:10.171111 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4814c2-b619-4a89-b75e-279d38728d26 req-8d60c8df-a7f9-49c5-9509-b68d3014ee10 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:10.171783 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-5b4814c2-b619-4a89-b75e-279d38728d26 req-8d60c8df-a7f9-49c5-9509-b68d3014ee10 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:10.173064 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-51147d1a-6ea2-476f-bc47-b341ee8944f7 tempest-TestShelveInstance-1196765521 tempest-TestShelveInstance-1196765521-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 1093 time: 0.1688936 Jul 22 22:22:10.175900 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 52502) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:10.176636 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5b4814c2-b619-4a89-b75e-279d38728d26 req-8d60c8df-a7f9-49c5-9509-b68d3014ee10 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "PUT /v2.0/ports/4848c327-9cf5-43bc-95c4-5715398fd35d HTTP/1.1" status: 200 len: 943 time: 0.6720281 Jul 22 22:22:10.180277 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be939f47-516a-429d-b7cd-4828c8f42dcf', 'tag': '4848c327-9cf5-43bc-95c4-5715398fd35d'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:22:10.185562 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c6b4c132c05f8fa555954f998dc13116b5a095d8f56ef95ca39bca9c69008e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799eeaae-dd35-4eb4-87f8-98dd63c4135f" -d '{"events": [{"name": "network-changed", "server_uuid": "be939f47-516a-429d-b7cd-4828c8f42dcf", "tag": "4848c327-9cf5-43bc-95c4-5715398fd35d"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:22:10.185992 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-573a5463-b428-40bf-97b0-c6b8e7450055 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Request body: {'floatingip': {'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'port_id': 'e388f194-738b-4620-b8e5-abdb33fb96e5', 'tenant_id': 'b39563db0dd14939a0f3c1819cd5901f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:22:10.187772 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 52504) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:10.221346 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-573a5463-b428-40bf-97b0-c6b8e7450055 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks [] for floatingip, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:10.255540 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f4fe77-6c8d-4f4b-8022-d37587c81246 x-openstack-request-id: req-33f4fe77-6c8d-4f4b-8022-d37587c81246 {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:22:10.256796 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be939f47-516a-429d-b7cd-4828c8f42dcf", "tag": "4848c327-9cf5-43bc-95c4-5715398fd35d", "status": "completed", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:22:10.257871 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-33f4fe77-6c8d-4f4b-8022-d37587c81246 {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:22:10.258329 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be939f47-516a-429d-b7cd-4828c8f42dcf', 'tag': '4848c327-9cf5-43bc-95c4-5715398fd35d', 'status': 'completed', 'code': 200} Jul 22 22:22:10.283685 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ee995cbe-46f0-401f-821a-64b8b08ca22a tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:10.285043 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d60c8df-a7f9-49c5-9509-b68d3014ee10 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Pushing event updated for resources: {'Port': ['ID=4848c327-9cf5-43bc-95c4-5715398fd35d,revision_number=7']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:10.298935 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['4848c327-9cf5-43bc-95c4-5715398fd35d'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:22:10.317598 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ee995cbe-46f0-401f-821a-64b8b08ca22a tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:10.390673 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799eeaae-dd35-4eb4-87f8-98dd63c4135f req-752a8cb4-9f4e-42f7-8acc-7757fd6ca535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:10.392392 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-799eeaae-dd35-4eb4-87f8-98dd63c4135f req-752a8cb4-9f4e-42f7-8acc-7757fd6ca535 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7655566a61044cf8868d0fed64444851&device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 1099 time: 0.1239092 Jul 22 22:22:10.394894 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-573a5463-b428-40bf-97b0-c6b8e7450055 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:10.399127 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ee995cbe-46f0-401f-821a-64b8b08ca22a tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:10.402324 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ee995cbe-46f0-401f-821a-64b8b08ca22a tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:10.406211 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-ee995cbe-46f0-401f-821a-64b8b08ca22a tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "DELETE /v2.0/security-groups/4e0d7aa4-14d0-4a31-b166-4467b521965c HTTP/1.1" status: 204 len: 168 time: 0.2104931 Jul 22 22:22:10.408665 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 52508) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:10.451438 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee995cbe-46f0-401f-821a-64b8b08ca22a tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0d7aa4-14d0-4a31-b166-4467b521965c,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:10.524772 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-f67b26bf-ba9f-4e9d-9ce0-215896632dca None None] Provisioning complete for port 4848c327-9cf5-43bc-95c4-5715398fd35d triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:22:10.525142 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f67b26bf-ba9f-4e9d-9ce0-215896632dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:10.570519 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799eeaae-dd35-4eb4-87f8-98dd63c4135f req-85512b81-573c-45c9-9eb6-d57fdd32de1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:10.572068 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-799eeaae-dd35-4eb4-87f8-98dd63c4135f req-85512b81-573c-45c9-9eb6-d57fdd32de1e service neutron] 10.222.0.115 "GET /v2.0/networks?id=f37d9d3d-f407-4eae-a393-c7d2061d8e21 HTTP/1.1" status: 200 len: 916 time: 0.1692502 Jul 22 22:22:10.586771 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [None req-573a5463-b428-40bf-97b0-c6b8e7450055 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Allocated IP 172.27.3.37 (f8c72cc4-96e2-4f72-802d-5144237f0ca7/448cec93-c98c-4ed8-8dac-ac905c6d6ede/4d95d57e-4e95-4567-82ad-d56050b75828) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:22:10.605519 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-cb26824e-0dc9-4c1b-99a0-9892b00c18d1 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Deleting port b49311ed-e8dd-4572-a25e-d22ae37ed0cf {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:22:10.605952 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-cb26824e-0dc9-4c1b-99a0-9892b00c18d1 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:10.677160 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-799eeaae-dd35-4eb4-87f8-98dd63c4135f req-5feaad6c-ccd3-4441-b17b-fde9f0d73a91 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4848c327-9cf5-43bc-95c4-5715398fd35d HTTP/1.1" status: 200 len: 1002 time: 0.0916836 Jul 22 22:22:10.701494 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-cb26824e-0dc9-4c1b-99a0-9892b00c18d1 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:10.701820 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-cb26824e-0dc9-4c1b-99a0-9892b00c18d1 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:10.714282 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-cb26824e-0dc9-4c1b-99a0-9892b00c18d1 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Calling delete_port for b49311ed-e8dd-4572-a25e-d22ae37ed0cf owned by network:floatingip {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:22:10.774576 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799eeaae-dd35-4eb4-87f8-98dd63c4135f req-b21f201c-d80a-47f9-ad78-fdc2661af771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:10.776087 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-799eeaae-dd35-4eb4-87f8-98dd63c4135f req-b21f201c-d80a-47f9-ad78-fdc2661af771 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=7da51077-13ec-4dff-886f-d0eb88cbac6d HTTP/1.1" status: 200 len: 854 time: 0.0918233 Jul 22 22:22:10.785025 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-573a5463-b428-40bf-97b0-c6b8e7450055 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:10.867083 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799eeaae-dd35-4eb4-87f8-98dd63c4135f req-3fc70db4-e63b-4071-8010-c0c83f314e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:10.868642 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-799eeaae-dd35-4eb4-87f8-98dd63c4135f req-3fc70db4-e63b-4071-8010-c0c83f314e40 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f37d9d3d-f407-4eae-a393-c7d2061d8e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0813904 Jul 22 22:22:10.870009 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-573a5463-b428-40bf-97b0-c6b8e7450055 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:10.891755 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-cb26824e-0dc9-4c1b-99a0-9892b00c18d1 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960856'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:10.915213 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb26824e-0dc9-4c1b-99a0-9892b00c18d1 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Pushing event deleted for resources: {'Port': ['ID=b49311ed-e8dd-4572-a25e-d22ae37ed0cf,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:10.942950 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573a5463-b428-40bf-97b0-c6b8e7450055 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Network f8c72cc4-96e2-4f72-802d-5144237f0ca7 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:22:10.950986 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-573a5463-b428-40bf-97b0-c6b8e7450055 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:22:10.955119 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573a5463-b428-40bf-97b0-c6b8e7450055 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:22:10.956976 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a5463-b428-40bf-97b0-c6b8e7450055 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Pushing event updated for resources: {'Port': ['ID=4d95d57e-4e95-4567-82ad-d56050b75828,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:10.982088 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-cb26824e-0dc9-4c1b-99a0-9892b00c18d1 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks [] for floatingip, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:10.982431 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.db.l3_db [None req-cb26824e-0dc9-4c1b-99a0-9892b00c18d1 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Floating IP 9744fd36-4730-4473-a524-ae78f2cb278f disassociated (deleted). External IP: 172.27.3.153, port: 4848c327-9cf5-43bc-95c4-5715398fd35d. Jul 22 22:22:11.044299 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-799eeaae-dd35-4eb4-87f8-98dd63c4135f req-219d9291-faae-488f-a396-f8cd163c8e5b service neutron] 10.222.0.115 "GET /v2.0/networks/f37d9d3d-f407-4eae-a393-c7d2061d8e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665432 Jul 22 22:22:11.190293 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb26824e-0dc9-4c1b-99a0-9892b00c18d1 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Router 31109845-9e1b-4612-966f-03fe423a59f9 has already been hosted by L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 {{(pid=93279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:22:11.256690 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-799eeaae-dd35-4eb4-87f8-98dd63c4135f req-705f0f4c-fc53-4958-b3d3-d8a15984a710 service neutron] 10.222.0.115 "GET /v2.0/networks/f37d9d3d-f407-4eae-a393-c7d2061d8e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931901 Jul 22 22:22:11.300130 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb26824e-0dc9-4c1b-99a0-9892b00c18d1 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:22:11.305103 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-cb26824e-0dc9-4c1b-99a0-9892b00c18d1 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for floatingip, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:11.312390 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70e411e-18bb-427c-9d7a-e85fca0b0ee9 None None] Sync routers for ids ['31109845-9e1b-4612-966f-03fe423a59f9'] in dv-cinder-801912-2-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:22:11.321625 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70e411e-18bb-427c-9d7a-e85fca0b0ee9 None None] Routers {'31109845-9e1b-4612-966f-03fe423a59f9'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:22:11.322320 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-b70e411e-18bb-427c-9d7a-e85fca0b0ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:21:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['31109845-9e1b-4612-966f-03fe423a59f9'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:11.342771 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-cb26824e-0dc9-4c1b-99a0-9892b00c18d1 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "DELETE /v2.0/floatingips/9744fd36-4730-4473-a524-ae78f2cb278f HTTP/1.1" status: 204 len: 168 time: 0.9315681 Jul 22 22:22:11.434415 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-b70e411e-18bb-427c-9d7a-e85fca0b0ee9 None None] Set router 31109845-9e1b-4612-966f-03fe423a59f9 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:22:11.447415 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-573a5463-b428-40bf-97b0-c6b8e7450055 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:11.655715 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-b70e411e-18bb-427c-9d7a-e85fca0b0ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31109845-9e1b-4612-966f-03fe423a59f9', 'name': 'tempest-TestMinimumBasicScenario-1352916486-router', 'tenant_id': '7655566a61044cf8868d0fed64444851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ad55cc56-0c54-4d73-a3ba-f8b6cf520c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:27Z', 'updated_at': '2021-07-22T22:18:31Z', 'revision_number': 4, 'project_id': '7655566a61044cf8868d0fed64444851', 'gw_port': {'id': 'ad55cc56-0c54-4d73-a3ba-f8b6cf520c65', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31109845-9e1b-4612-966f-03fe423a59f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:28Z', 'updated_at': '2021-07-22T22:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '1119c689-24c1-46df-b78f-fefa190079cb', 'name': '', 'network_id': 'f37d9d3d-f407-4eae-a393-c7d2061d8e21', 'tenant_id': '7655566a61044cf8868d0fed64444851', 'mac_address': 'fa:16:3e:6d:95:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31109845-9e1b-4612-966f-03fe423a59f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7da51077-13ec-4dff-886f-d0eb88cbac6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:30Z', 'updated_at': '2021-07-22T22:18:40Z', 'revision_number': 5, 'project_id': '7655566a61044cf8868d0fed64444851', 'subnets': [{'id': '7da51077-13ec-4dff-886f-d0eb88cbac6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:11.684375 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70e411e-18bb-427c-9d7a-e85fca0b0ee9 None None] Checking router: 31109845-9e1b-4612-966f-03fe423a59f9 for host: dv-cinder-801912-2-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:22:11.693267 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70e411e-18bb-427c-9d7a-e85fca0b0ee9 None None] Routers {'31109845-9e1b-4612-966f-03fe423a59f9'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:22:11.693908 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-b70e411e-18bb-427c-9d7a-e85fca0b0ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:21:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['31109845-9e1b-4612-966f-03fe423a59f9'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:11.780389 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-573a5463-b428-40bf-97b0-c6b8e7450055 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:11.798878 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-b70e411e-18bb-427c-9d7a-e85fca0b0ee9 None None] Set router 31109845-9e1b-4612-966f-03fe423a59f9 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:22:11.930800 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-573a5463-b428-40bf-97b0-c6b8e7450055 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:11.936635 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-573a5463-b428-40bf-97b0-c6b8e7450055 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:12.002571 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a5463-b428-40bf-97b0-c6b8e7450055 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Pushing event updated for resources: {'Port': ['ID=4d95d57e-4e95-4567-82ad-d56050b75828,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:12.013602 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-b70e411e-18bb-427c-9d7a-e85fca0b0ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31109845-9e1b-4612-966f-03fe423a59f9', 'name': 'tempest-TestMinimumBasicScenario-1352916486-router', 'tenant_id': '7655566a61044cf8868d0fed64444851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ad55cc56-0c54-4d73-a3ba-f8b6cf520c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:27Z', 'updated_at': '2021-07-22T22:18:31Z', 'revision_number': 4, 'project_id': '7655566a61044cf8868d0fed64444851', 'gw_port': {'id': 'ad55cc56-0c54-4d73-a3ba-f8b6cf520c65', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31109845-9e1b-4612-966f-03fe423a59f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:28Z', 'updated_at': '2021-07-22T22:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '1119c689-24c1-46df-b78f-fefa190079cb', 'name': '', 'network_id': 'f37d9d3d-f407-4eae-a393-c7d2061d8e21', 'tenant_id': '7655566a61044cf8868d0fed64444851', 'mac_address': 'fa:16:3e:6d:95:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31109845-9e1b-4612-966f-03fe423a59f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7da51077-13ec-4dff-886f-d0eb88cbac6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:30Z', 'updated_at': '2021-07-22T22:18:40Z', 'revision_number': 5, 'project_id': '7655566a61044cf8868d0fed64444851', 'subnets': [{'id': '7da51077-13ec-4dff-886f-d0eb88cbac6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:12.016409 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-573a5463-b428-40bf-97b0-c6b8e7450055 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718221'] for floatingip, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:12.040422 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70e411e-18bb-427c-9d7a-e85fca0b0ee9 None None] The sync data for ids ['31109845-9e1b-4612-966f-03fe423a59f9'] in dv-cinder-801912-2-iscsi is: [{'id': '31109845-9e1b-4612-966f-03fe423a59f9', 'name': 'tempest-TestMinimumBasicScenario-1352916486-router', 'tenant_id': '7655566a61044cf8868d0fed64444851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ad55cc56-0c54-4d73-a3ba-f8b6cf520c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:27Z', 'updated_at': '2021-07-22T22:18:31Z', 'revision_number': 4, 'project_id': '7655566a61044cf8868d0fed64444851', 'gw_port': {'id': 'ad55cc56-0c54-4d73-a3ba-f8b6cf520c65', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31109845-9e1b-4612-966f-03fe423a59f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:28Z', 'updated_at': '2021-07-22T22:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '1119c689-24c1-46df-b78f-fefa190079cb', 'name': '', 'network_id': 'f37d9d3d-f407-4eae-a393-c7d2061d8e21', 'tenant_id': '7655566a61044cf8868d0fed64444851', 'mac_address': 'fa:16:3e:6d:95:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31109845-9e1b-4612-966f-03fe423a59f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7da51077-13ec-4dff-886f-d0eb88cbac6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:30Z', 'updated_at': '2021-07-22T22:18:40Z', 'revision_number': 5, 'project_id': '7655566a61044cf8868d0fed64444851', 'subnets': [{'id': '7da51077-13ec-4dff-886f-d0eb88cbac6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:22:12.126544 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.db.l3_db [None req-573a5463-b428-40bf-97b0-c6b8e7450055 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Floating IP 8fafe46b-2016-46fc-9752-b9f9a6b58bb7 associated. External IP: 172.27.3.37, port: e388f194-738b-4620-b8e5-abdb33fb96e5. Jul 22 22:22:12.260035 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be939f47-516a-429d-b7cd-4828c8f42dcf', 'tag': '4848c327-9cf5-43bc-95c4-5715398fd35d'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:22:12.264463 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c6b4c132c05f8fa555954f998dc13116b5a095d8f56ef95ca39bca9c69008e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7518273-c4ba-4d46-ae64-b9c12dfdb271" -d '{"events": [{"name": "network-changed", "server_uuid": "be939f47-516a-429d-b7cd-4828c8f42dcf", "tag": "4848c327-9cf5-43bc-95c4-5715398fd35d"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:22:12.289645 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8dd075-0145-4220-89cf-921b7fee5e1b None None] New status for floating IP 9744fd36-4730-4473-a524-ae78f2cb278f: DOWN {{(pid=93281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:22:12.307557 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b472db-a00d-40e8-a72e-8a814265feb3 x-openstack-request-id: req-63b472db-a00d-40e8-a72e-8a814265feb3 {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:22:12.307843 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be939f47-516a-429d-b7cd-4828c8f42dcf", "tag": "4848c327-9cf5-43bc-95c4-5715398fd35d", "status": "completed", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:22:12.308315 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-63b472db-a00d-40e8-a72e-8a814265feb3 {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:22:12.308732 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be939f47-516a-429d-b7cd-4828c8f42dcf', 'tag': '4848c327-9cf5-43bc-95c4-5715398fd35d', 'status': 'completed', 'code': 200} Jul 22 22:22:12.395693 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573a5463-b428-40bf-97b0-c6b8e7450055 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Router 2af23df8-fa2f-454b-9378-5719d29afa59 has already been hosted by L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:22:12.419398 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7518273-c4ba-4d46-ae64-b9c12dfdb271 req-a0bb4ad8-1cb9-4485-a31a-795725efa476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:12.420928 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b7518273-c4ba-4d46-ae64-b9c12dfdb271 req-a0bb4ad8-1cb9-4485-a31a-795725efa476 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7655566a61044cf8868d0fed64444851&device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 1099 time: 0.0895174 Jul 22 22:22:12.583612 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573a5463-b428-40bf-97b0-c6b8e7450055 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:22:12.590594 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7518273-c4ba-4d46-ae64-b9c12dfdb271 req-a310b6c1-dcaf-4429-b096-eaee04615bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:12.592039 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b7518273-c4ba-4d46-ae64-b9c12dfdb271 req-a310b6c1-dcaf-4429-b096-eaee04615bb6 service neutron] 10.222.0.115 "GET /v2.0/networks?id=f37d9d3d-f407-4eae-a393-c7d2061d8e21 HTTP/1.1" status: 200 len: 916 time: 0.1414971 Jul 22 22:22:12.594087 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4b5370-37b5-4ad4-834c-e64951184b9d None None] Sync routers for ids ['2af23df8-fa2f-454b-9378-5719d29afa59'] in dv-cinder-801912-2-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:22:12.603679 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4b5370-37b5-4ad4-834c-e64951184b9d None None] Routers {'2af23df8-fa2f-454b-9378-5719d29afa59'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:22:12.604426 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-0d4b5370-37b5-4ad4-834c-e64951184b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:21:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['2af23df8-fa2f-454b-9378-5719d29afa59'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:12.604618 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-573a5463-b428-40bf-97b0-c6b8e7450055 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for floatingip, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:12.671338 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b7518273-c4ba-4d46-ae64-b9c12dfdb271 req-75be9766-ad0b-4225-922d-03b1b806fa08 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4848c327-9cf5-43bc-95c4-5715398fd35d HTTP/1.1" status: 200 len: 217 time: 0.0637634 Jul 22 22:22:12.719886 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-573a5463-b428-40bf-97b0-c6b8e7450055 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5299511 Jul 22 22:22:12.719886 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac54e65-5dd9-4940-85a9-0f8d63728b09', 'tag': 'e388f194-738b-4620-b8e5-abdb33fb96e5'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:22:12.719886 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf4debb-aaf0-4391-b965-cdd431764c5d" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac54e65-5dd9-4940-85a9-0f8d63728b09", "tag": "e388f194-738b-4620-b8e5-abdb33fb96e5"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:22:12.733025 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-0d4b5370-37b5-4ad4-834c-e64951184b9d None None] Set router 2af23df8-fa2f-454b-9378-5719d29afa59 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:22:12.739771 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7518273-c4ba-4d46-ae64-b9c12dfdb271 req-9a153fa1-fb31-40af-8138-db0e1c3c434d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:12.742199 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b7518273-c4ba-4d46-ae64-b9c12dfdb271 req-9a153fa1-fb31-40af-8138-db0e1c3c434d service neutron] 10.222.0.115 "GET /v2.0/subnets?id=7da51077-13ec-4dff-886f-d0eb88cbac6d HTTP/1.1" status: 200 len: 854 time: 0.0650811 Jul 22 22:22:12.754604 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac6dc26-6238-4c93-9bdf-88de10e10193 x-openstack-request-id: req-dac6dc26-6238-4c93-9bdf-88de10e10193 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:22:12.754996 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac54e65-5dd9-4940-85a9-0f8d63728b09", "tag": "e388f194-738b-4620-b8e5-abdb33fb96e5", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:22:12.755256 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dac6dc26-6238-4c93-9bdf-88de10e10193 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:22:12.755702 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac54e65-5dd9-4940-85a9-0f8d63728b09', 'tag': 'e388f194-738b-4620-b8e5-abdb33fb96e5', 'status': 'completed', 'code': 200} Jul 22 22:22:12.867316 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7518273-c4ba-4d46-ae64-b9c12dfdb271 req-4c4f16ad-ff04-48b4-97bc-776dd6aed222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:12.868862 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b7518273-c4ba-4d46-ae64-b9c12dfdb271 req-4c4f16ad-ff04-48b4-97bc-776dd6aed222 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f37d9d3d-f407-4eae-a393-c7d2061d8e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1123769 Jul 22 22:22:12.885573 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4debb-aaf0-4391-b965-cdd431764c5d req-6da21585-8896-42ad-93e2-8fa3d431d205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:12.887006 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5bf4debb-aaf0-4391-b965-cdd431764c5d req-6da21585-8896-42ad-93e2-8fa3d431d205 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b39563db0dd14939a0f3c1819cd5901f&device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 1098 time: 0.0906577 Jul 22 22:22:12.982420 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-0d4b5370-37b5-4ad4-834c-e64951184b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'name': 'tempest-TestShelveInstance-2061553236-router', 'tenant_id': 'b39563db0dd14939a0f3c1819cd5901f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'e58aa779-62b4-4e10-957e-08fa1d3993bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:21:17Z', 'updated_at': '2021-07-22T22:21:21Z', 'revision_number': 4, 'project_id': 'b39563db0dd14939a0f3c1819cd5901f', 'gw_port': {'id': 'e58aa779-62b4-4e10-957e-08fa1d3993bc', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:02:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:18Z', 'updated_at': '2021-07-22T22:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_floatingips': [{'id': '8fafe46b-2016-46fc-9752-b9f9a6b58bb7', 'tenant_id': 'b39563db0dd14939a0f3c1819cd5901f', 'floating_ip_address': '172.27.3.37', 'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'router_id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'port_id': 'e388f194-738b-4620-b8e5-abdb33fb96e5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c478cf98-28b8-4904-af77-5e4d0dffb173', 'mac_address': 'fa:16:3e:a9:4a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac54e65-5dd9-4940-85a9-0f8d63728b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:22:11Z', 'updated_at': '2021-07-22T22:22:11Z', 'revision_number': 0, 'project_id': 'b39563db0dd14939a0f3c1819cd5901f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf8f649a-1054-4e9a-af10-794582a6a10f', 'name': '', 'network_id': 'c478cf98-28b8-4904-af77-5e4d0dffb173', 'tenant_id': 'b39563db0dd14939a0f3c1819cd5901f', 'mac_address': 'fa:16:3e:9f:2e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'b8c303b5-4d52-49bb-ad46-fb44acda7f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:21Z', 'updated_at': '2021-07-22T22:21:29Z', 'revision_number': 5, 'project_id': 'b39563db0dd14939a0f3c1819cd5901f', 'subnets': [{'id': 'b8c303b5-4d52-49bb-ad46-fb44acda7f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:13.037560 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b7518273-c4ba-4d46-ae64-b9c12dfdb271 req-845daeaf-8644-4b97-8e31-858543dce992 service neutron] 10.222.0.115 "GET /v2.0/networks/f37d9d3d-f407-4eae-a393-c7d2061d8e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596513 Jul 22 22:22:13.043566 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4debb-aaf0-4391-b965-cdd431764c5d req-39f435a1-35ca-4be9-90b9-a9f57e12bce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:13.045188 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5bf4debb-aaf0-4391-b965-cdd431764c5d req-39f435a1-35ca-4be9-90b9-a9f57e12bce4 service neutron] 10.222.0.115 "GET /v2.0/networks?id=c478cf98-28b8-4904-af77-5e4d0dffb173 HTTP/1.1" status: 200 len: 910 time: 0.1454043 Jul 22 22:22:13.136806 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4b5370-37b5-4ad4-834c-e64951184b9d None None] Checking router: 2af23df8-fa2f-454b-9378-5719d29afa59 for host: dv-cinder-801912-2-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:22:13.145170 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4b5370-37b5-4ad4-834c-e64951184b9d None None] Routers {'2af23df8-fa2f-454b-9378-5719d29afa59'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:22:13.145789 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-0d4b5370-37b5-4ad4-834c-e64951184b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:21:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['2af23df8-fa2f-454b-9378-5719d29afa59'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:13.170643 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5bf4debb-aaf0-4391-b965-cdd431764c5d req-b09038ca-f556-4555-a1d5-cc0d1c3f43f3 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e388f194-738b-4620-b8e5-abdb33fb96e5 HTTP/1.1" status: 200 len: 998 time: 0.1160052 Jul 22 22:22:13.222265 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-b7518273-c4ba-4d46-ae64-b9c12dfdb271 req-0340812a-5ac7-4d80-b7f8-c86b4a7c0733 service neutron] 10.222.0.115 "GET /v2.0/networks/f37d9d3d-f407-4eae-a393-c7d2061d8e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759114 Jul 22 22:22:13.235984 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4debb-aaf0-4391-b965-cdd431764c5d req-7435bea1-9c32-4d56-b2f0-81605c8c772a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:13.237614 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5bf4debb-aaf0-4391-b965-cdd431764c5d req-7435bea1-9c32-4d56-b2f0-81605c8c772a service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b8c303b5-4d52-49bb-ad46-fb44acda7f9b HTTP/1.1" status: 200 len: 848 time: 0.0597088 Jul 22 22:22:13.250091 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-0d4b5370-37b5-4ad4-834c-e64951184b9d None None] Set router 2af23df8-fa2f-454b-9378-5719d29afa59 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:22:13.301559 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4debb-aaf0-4391-b965-cdd431764c5d req-2f3913ce-e71d-452c-8025-8ef61625dae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:13.303177 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5bf4debb-aaf0-4391-b965-cdd431764c5d req-2f3913ce-e71d-452c-8025-8ef61625dae5 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=c478cf98-28b8-4904-af77-5e4d0dffb173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556555 Jul 22 22:22:13.396865 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5bf4debb-aaf0-4391-b965-cdd431764c5d req-fbc28175-7da8-4b6d-bc1b-8aab2238a1c0 service neutron] 10.222.0.115 "GET /v2.0/networks/c478cf98-28b8-4904-af77-5e4d0dffb173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853326 Jul 22 22:22:13.477241 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-0d4b5370-37b5-4ad4-834c-e64951184b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'name': 'tempest-TestShelveInstance-2061553236-router', 'tenant_id': 'b39563db0dd14939a0f3c1819cd5901f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'e58aa779-62b4-4e10-957e-08fa1d3993bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:21:17Z', 'updated_at': '2021-07-22T22:21:21Z', 'revision_number': 4, 'project_id': 'b39563db0dd14939a0f3c1819cd5901f', 'gw_port': {'id': 'e58aa779-62b4-4e10-957e-08fa1d3993bc', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:02:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:18Z', 'updated_at': '2021-07-22T22:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_floatingips': [{'id': '8fafe46b-2016-46fc-9752-b9f9a6b58bb7', 'tenant_id': 'b39563db0dd14939a0f3c1819cd5901f', 'floating_ip_address': '172.27.3.37', 'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'router_id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'port_id': 'e388f194-738b-4620-b8e5-abdb33fb96e5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c478cf98-28b8-4904-af77-5e4d0dffb173', 'mac_address': 'fa:16:3e:a9:4a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac54e65-5dd9-4940-85a9-0f8d63728b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:22:11Z', 'updated_at': '2021-07-22T22:22:11Z', 'revision_number': 0, 'project_id': 'b39563db0dd14939a0f3c1819cd5901f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf8f649a-1054-4e9a-af10-794582a6a10f', 'name': '', 'network_id': 'c478cf98-28b8-4904-af77-5e4d0dffb173', 'tenant_id': 'b39563db0dd14939a0f3c1819cd5901f', 'mac_address': 'fa:16:3e:9f:2e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'b8c303b5-4d52-49bb-ad46-fb44acda7f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:21Z', 'updated_at': '2021-07-22T22:21:29Z', 'revision_number': 5, 'project_id': 'b39563db0dd14939a0f3c1819cd5901f', 'subnets': [{'id': 'b8c303b5-4d52-49bb-ad46-fb44acda7f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:13.489726 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-5bf4debb-aaf0-4391-b965-cdd431764c5d req-097d3aad-ac4f-4002-88cd-a0cd4487a202 service neutron] 10.222.0.115 "GET /v2.0/networks/c478cf98-28b8-4904-af77-5e4d0dffb173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849819 Jul 22 22:22:13.508058 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4b5370-37b5-4ad4-834c-e64951184b9d None None] The sync data for ids ['2af23df8-fa2f-454b-9378-5719d29afa59'] in dv-cinder-801912-2-iscsi is: [{'id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'name': 'tempest-TestShelveInstance-2061553236-router', 'tenant_id': 'b39563db0dd14939a0f3c1819cd5901f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'e58aa779-62b4-4e10-957e-08fa1d3993bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:21:17Z', 'updated_at': '2021-07-22T22:21:21Z', 'revision_number': 4, 'project_id': 'b39563db0dd14939a0f3c1819cd5901f', 'gw_port': {'id': 'e58aa779-62b4-4e10-957e-08fa1d3993bc', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:02:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:18Z', 'updated_at': '2021-07-22T22:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_floatingips': [{'id': '8fafe46b-2016-46fc-9752-b9f9a6b58bb7', 'tenant_id': 'b39563db0dd14939a0f3c1819cd5901f', 'floating_ip_address': '172.27.3.37', 'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'router_id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'port_id': 'e388f194-738b-4620-b8e5-abdb33fb96e5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c478cf98-28b8-4904-af77-5e4d0dffb173', 'mac_address': 'fa:16:3e:a9:4a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac54e65-5dd9-4940-85a9-0f8d63728b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:22:11Z', 'updated_at': '2021-07-22T22:22:11Z', 'revision_number': 0, 'project_id': 'b39563db0dd14939a0f3c1819cd5901f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf8f649a-1054-4e9a-af10-794582a6a10f', 'name': '', 'network_id': 'c478cf98-28b8-4904-af77-5e4d0dffb173', 'tenant_id': 'b39563db0dd14939a0f3c1819cd5901f', 'mac_address': 'fa:16:3e:9f:2e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'b8c303b5-4d52-49bb-ad46-fb44acda7f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:21Z', 'updated_at': '2021-07-22T22:21:29Z', 'revision_number': 5, 'project_id': 'b39563db0dd14939a0f3c1819cd5901f', 'subnets': [{'id': 'b8c303b5-4d52-49bb-ad46-fb44acda7f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:22:13.693694 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e81f9c-51b6-4755-9672-72e521e41a3b None None] New status for floating IP 8fafe46b-2016-46fc-9752-b9f9a6b58bb7: ACTIVE {{(pid=93281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:22:14.143044 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e72ab-6ff0-49e8-a77b-8275e0484539 req-ab894551-d216-45fd-bdae-e3cfed9d5cc8 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:14.144615 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ba5e72ab-6ff0-49e8-a77b-8275e0484539 req-ab894551-d216-45fd-bdae-e3cfed9d5cc8 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 946 time: 0.0681078 Jul 22 22:22:14.184871 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ba5e72ab-6ff0-49e8-a77b-8275e0484539 req-0d70172c-5aef-4590-a378-af363e0dcffa tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344479 Jul 22 22:22:14.898087 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 6 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:22:15.323175 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa02eb-3d24-4e14-9c4d-7ed9dad2efc0 req-d9a64d2c-6223-4f6e-874a-0e5d4b028044 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:15.324762 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-32fa02eb-3d24-4e14-9c4d-7ed9dad2efc0 req-d9a64d2c-6223-4f6e-874a-0e5d4b028044 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 946 time: 0.0714977 Jul 22 22:22:15.362343 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-32fa02eb-3d24-4e14-9c4d-7ed9dad2efc0 req-929b2df1-d057-46d6-9677-fe129e26fcd5 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320210 Jul 22 22:22:16.121976 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ffcf6-12c3-40c5-ae3e-fb74896e4246 req-a9b26e61-4908-4b3d-90e7-6429fdd9d993 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:16.123532 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cb4ffcf6-12c3-40c5-ae3e-fb74896e4246 req-a9b26e61-4908-4b3d-90e7-6429fdd9d993 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.115 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 946 time: 0.0672393 Jul 22 22:22:16.237870 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-cb4ffcf6-12c3-40c5-ae3e-fb74896e4246 req-0fd1730f-73a2-4a42-b044-c9cb9e7e9fcf tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Deleting port 4848c327-9cf5-43bc-95c4-5715398fd35d {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:22:16.238210 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cb4ffcf6-12c3-40c5-ae3e-fb74896e4246 req-0fd1730f-73a2-4a42-b044-c9cb9e7e9fcf tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:16.329525 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-cb4ffcf6-12c3-40c5-ae3e-fb74896e4246 req-0fd1730f-73a2-4a42-b044-c9cb9e7e9fcf tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] For port 4848c327-9cf5-43bc-95c4-5715398fd35d, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=4848c327-9cf5-43bc-95c4-5715398fd35d,segment=NetworkSegment(5ddc735b-fd99-4fd1-91cf-9bb03a2da3da),segment_id=5ddc735b-fd99-4fd1-91cf-9bb03a2da3da)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:22:16.329871 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cb4ffcf6-12c3-40c5-ae3e-fb74896e4246 req-0fd1730f-73a2-4a42-b044-c9cb9e7e9fcf tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:16.342733 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-cb4ffcf6-12c3-40c5-ae3e-fb74896e4246 req-0fd1730f-73a2-4a42-b044-c9cb9e7e9fcf tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Calling delete_port for 4848c327-9cf5-43bc-95c4-5715398fd35d owned by compute:nova {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:22:16.487725 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cb4ffcf6-12c3-40c5-ae3e-fb74896e4246 req-0fd1730f-73a2-4a42-b044-c9cb9e7e9fcf tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:16.500973 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['4848c327-9cf5-43bc-95c4-5715398fd35d'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:22:16.508224 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfde454-40b9-4fda-b004-682ee46c16a8 req-dc4472e3-4ade-406a-84f0-fcc9b177c235 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:16.509796 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1cfde454-40b9-4fda-b004-682ee46c16a8 req-dc4472e3-4ade-406a-84f0-fcc9b177c235 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/ports?device_id=be939f47-516a-429d-b7cd-4828c8f42dcf HTTP/1.1" status: 200 len: 867 time: 0.0701127 Jul 22 22:22:16.526318 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1730f-73a2-4a42-b044-c9cb9e7e9fcf tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Pushing event deleted for resources: {'Port': ['ID=4848c327-9cf5-43bc-95c4-5715398fd35d,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:16.577361 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1cfde454-40b9-4fda-b004-682ee46c16a8 req-4e7022c6-5fd5-4593-a05c-d906bbb03b54 tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e8b80-2afa-4a2a-878d-659319883cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468121 Jul 22 22:22:16.577709 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-89569b84-7878-4ad1-997f-ebcbc7bb4d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:16.601041 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4ffcf6-12c3-40c5-ae3e-fb74896e4246 req-0fd1730f-73a2-4a42-b044-c9cb9e7e9fcf tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] No DVR routers for this DVR port 4848c327-9cf5-43bc-95c4-5715398fd35d on host hv-cinder-80191 {{(pid=93278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:22:16.602814 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-cb4ffcf6-12c3-40c5-ae3e-fb74896e4246 req-0fd1730f-73a2-4a42-b044-c9cb9e7e9fcf tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:16.604995 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-cb4ffcf6-12c3-40c5-ae3e-fb74896e4246 req-0fd1730f-73a2-4a42-b044-c9cb9e7e9fcf tempest-TestMinimumBasicScenario-1745561429 tempest-TestMinimumBasicScenario-1745561429-project] 10.222.0.115 "DELETE /v2.0/ports/4848c327-9cf5-43bc-95c4-5715398fd35d HTTP/1.1" status: 204 len: 173 time: 0.4758961 Jul 22 22:22:16.605898 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be939f47-516a-429d-b7cd-4828c8f42dcf', 'name': 'network-vif-deleted', 'tag': '4848c327-9cf5-43bc-95c4-5715398fd35d'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:22:16.607707 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17650671-04fb-4547-9061-f53710f1ed29" -d '{"events": [{"server_uuid": "be939f47-516a-429d-b7cd-4828c8f42dcf", "name": "network-vif-deleted", "tag": "4848c327-9cf5-43bc-95c4-5715398fd35d"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:22:16.652879 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc96d24-3bcc-4514-92e8-1978799ca9ca x-openstack-request-id: req-6cc96d24-3bcc-4514-92e8-1978799ca9ca {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:22:16.653177 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be939f47-516a-429d-b7cd-4828c8f42dcf", "name": "network-vif-deleted", "tag": "4848c327-9cf5-43bc-95c4-5715398fd35d", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:22:16.653434 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6cc96d24-3bcc-4514-92e8-1978799ca9ca {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:22:16.653837 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be939f47-516a-429d-b7cd-4828c8f42dcf', 'name': 'network-vif-deleted', 'tag': '4848c327-9cf5-43bc-95c4-5715398fd35d', 'status': 'completed', 'code': 200} Jul 22 22:22:18.279388 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 52606) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:18.709888 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-4c2cd9fb-0983-4507-b5bc-460aadd1cae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717709'] for router_interface, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:18.899247 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 4848c327-9cf5-43bc-95c4-5715398fd35d no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:22:18.923429 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] No Port match for: 4848c327-9cf5-43bc-95c4-5715398fd35d {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:22:18.923772 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 4848c327-9cf5-43bc-95c4-5715398fd35d not bound to the agent host hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:22:18.939307 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c16ec591-6834-418c-bb32-1fc9ccb088e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:19.030203 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-4c2cd9fb-0983-4507-b5bc-460aadd1cae7 admin admin] Deleting port 1119c689-24c1-46df-b78f-fefa190079cb {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:22:19.030542 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-4c2cd9fb-0983-4507-b5bc-460aadd1cae7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:19.172683 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:19.351269 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-4c2cd9fb-0983-4507-b5bc-460aadd1cae7 admin admin] For port 1119c689-24c1-46df-b78f-fefa190079cb, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=1119c689-24c1-46df-b78f-fefa190079cb,segment=NetworkSegment(5ddc735b-fd99-4fd1-91cf-9bb03a2da3da),segment_id=5ddc735b-fd99-4fd1-91cf-9bb03a2da3da)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:22:19.351890 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-4c2cd9fb-0983-4507-b5bc-460aadd1cae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:19.363395 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-4c2cd9fb-0983-4507-b5bc-460aadd1cae7 admin admin] Calling delete_port for 1119c689-24c1-46df-b78f-fefa190079cb owned by network:router_interface {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:22:19.545013 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-4c2cd9fb-0983-4507-b5bc-460aadd1cae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:19.571053 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2cd9fb-0983-4507-b5bc-460aadd1cae7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1119c689-24c1-46df-b78f-fefa190079cb,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:19.739219 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-4c2cd9fb-0983-4507-b5bc-460aadd1cae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717585'] for router_interface, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:19.965659 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2cd9fb-0983-4507-b5bc-460aadd1cae7 admin admin] Router 31109845-9e1b-4612-966f-03fe423a59f9 has already been hosted by L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:22:20.084761 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2cd9fb-0983-4507-b5bc-460aadd1cae7 admin admin] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:22:20.090182 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-4c2cd9fb-0983-4507-b5bc-460aadd1cae7 admin admin] 10.222.0.11 "PUT /v2.0/routers/31109845-9e1b-4612-966f-03fe423a59f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8096280 Jul 22 22:22:20.092678 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 52614) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:20.095045 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dacd16-4a56-4104-9792-4869fb37b22c None None] Sync routers for ids ['31109845-9e1b-4612-966f-03fe423a59f9'] in dv-cinder-801912-2-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:22:20.104852 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dacd16-4a56-4104-9792-4869fb37b22c None None] Routers {'31109845-9e1b-4612-966f-03fe423a59f9'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:22:20.105476 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-c0dacd16-4a56-4104-9792-4869fb37b22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:22:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['31109845-9e1b-4612-966f-03fe423a59f9'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:20.204270 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a3f43848-fb30-4a50-91fd-20c078b2a064 admin admin] Notify callbacks [] for router, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:20.221646 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-c0dacd16-4a56-4104-9792-4869fb37b22c None None] Set router 31109845-9e1b-4612-966f-03fe423a59f9 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:22:20.251873 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:20.325589 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a3f43848-fb30-4a50-91fd-20c078b2a064 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:20.388766 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-a3f43848-fb30-4a50-91fd-20c078b2a064 admin admin] Deleting port ad55cc56-0c54-4d73-a3ba-f8b6cf520c65 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:22:20.388766 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a3f43848-fb30-4a50-91fd-20c078b2a064 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:20.413788 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-c0dacd16-4a56-4104-9792-4869fb37b22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31109845-9e1b-4612-966f-03fe423a59f9', 'name': 'tempest-TestMinimumBasicScenario-1352916486-router', 'tenant_id': '7655566a61044cf8868d0fed64444851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ad55cc56-0c54-4d73-a3ba-f8b6cf520c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:27Z', 'updated_at': '2021-07-22T22:22:19Z', 'revision_number': 5, 'project_id': '7655566a61044cf8868d0fed64444851', 'gw_port': {'id': 'ad55cc56-0c54-4d73-a3ba-f8b6cf520c65', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31109845-9e1b-4612-966f-03fe423a59f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:28Z', 'updated_at': '2021-07-22T22:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi'}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:20.440442 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dacd16-4a56-4104-9792-4869fb37b22c None None] Checking router: 31109845-9e1b-4612-966f-03fe423a59f9 for host: dv-cinder-801912-2-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:22:20.449774 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dacd16-4a56-4104-9792-4869fb37b22c None None] Routers {'31109845-9e1b-4612-966f-03fe423a59f9'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:22:20.450465 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-c0dacd16-4a56-4104-9792-4869fb37b22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:22:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['31109845-9e1b-4612-966f-03fe423a59f9'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:20.475769 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-a3f43848-fb30-4a50-91fd-20c078b2a064 admin admin] For port ad55cc56-0c54-4d73-a3ba-f8b6cf520c65, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=ad55cc56-0c54-4d73-a3ba-f8b6cf520c65,segment=NetworkSegment(b880b034-49fb-48cf-bc81-b26ee1611faf),segment_id=b880b034-49fb-48cf-bc81-b26ee1611faf)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:22:20.476176 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a3f43848-fb30-4a50-91fd-20c078b2a064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:20.488975 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-a3f43848-fb30-4a50-91fd-20c078b2a064 admin admin] Calling delete_port for ad55cc56-0c54-4d73-a3ba-f8b6cf520c65 owned by network:router_gateway {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:22:20.540712 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-c0dacd16-4a56-4104-9792-4869fb37b22c None None] Set router 31109845-9e1b-4612-966f-03fe423a59f9 gateway port host: None {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:22:20.592891 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-c0dacd16-4a56-4104-9792-4869fb37b22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31109845-9e1b-4612-966f-03fe423a59f9', 'name': 'tempest-TestMinimumBasicScenario-1352916486-router', 'tenant_id': '7655566a61044cf8868d0fed64444851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:27Z', 'updated_at': '2021-07-22T22:22:20Z', 'revision_number': 6, 'project_id': '7655566a61044cf8868d0fed64444851', 'gw_port_host': None}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:20.622223 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dacd16-4a56-4104-9792-4869fb37b22c None None] The sync data for ids ['31109845-9e1b-4612-966f-03fe423a59f9'] in dv-cinder-801912-2-iscsi is: [{'id': '31109845-9e1b-4612-966f-03fe423a59f9', 'name': 'tempest-TestMinimumBasicScenario-1352916486-router', 'tenant_id': '7655566a61044cf8868d0fed64444851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:27Z', 'updated_at': '2021-07-22T22:22:20Z', 'revision_number': 6, 'project_id': '7655566a61044cf8868d0fed64444851', 'gw_port_host': None}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:22:20.662242 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a3f43848-fb30-4a50-91fd-20c078b2a064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:20.687202 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f43848-fb30-4a50-91fd-20c078b2a064 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad55cc56-0c54-4d73-a3ba-f8b6cf520c65,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:20.699036 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f43848-fb30-4a50-91fd-20c078b2a064 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:20.699391 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f43848-fb30-4a50-91fd-20c078b2a064 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:20.699734 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f43848-fb30-4a50-91fd-20c078b2a064 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:20.700066 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f43848-fb30-4a50-91fd-20c078b2a064 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:20.700425 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f43848-fb30-4a50-91fd-20c078b2a064 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:20.700761 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f43848-fb30-4a50-91fd-20c078b2a064 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:20.701089 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f43848-fb30-4a50-91fd-20c078b2a064 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:20.701411 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f43848-fb30-4a50-91fd-20c078b2a064 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:20.701735 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f43848-fb30-4a50-91fd-20c078b2a064 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:20.702054 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f43848-fb30-4a50-91fd-20c078b2a064 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:20.702372 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f43848-fb30-4a50-91fd-20c078b2a064 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:20.702688 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f43848-fb30-4a50-91fd-20c078b2a064 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:20.759756 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a3f43848-fb30-4a50-91fd-20c078b2a064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-718263'] for router_gateway, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:20.850511 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a3f43848-fb30-4a50-91fd-20c078b2a064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9675'] for router, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:20.852747 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a3f43848-fb30-4a50-91fd-20c078b2a064 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:20.899716 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a3f43848-fb30-4a50-91fd-20c078b2a064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-719692'] for router, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:20.900294 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f43848-fb30-4a50-91fd-20c078b2a064 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31109845-9e1b-4612-966f-03fe423a59f9 {{(pid=93278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:22:20.905321 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a3f43848-fb30-4a50-91fd-20c078b2a064 admin admin] Notify callbacks [] for router, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:20.906772 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-a3f43848-fb30-4a50-91fd-20c078b2a064 admin admin] 10.222.0.11 "DELETE /v2.0/routers/31109845-9e1b-4612-966f-03fe423a59f9 HTTP/1.1" status: 204 len: 168 time: 0.8130851 Jul 22 22:22:20.909272 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 52616) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:20.959578 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b56b357-4ff2-4411-b0f0-a2e80656062e admin admin] Deleting subnet 7da51077-13ec-4dff-886f-d0eb88cbac6d {{(pid=93278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:22:20.964306 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1b56b357-4ff2-4411-b0f0-a2e80656062e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:21.006817 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1b56b357-4ff2-4411-b0f0-a2e80656062e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2973935'] for subnet, precommit_delete_associations {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:21.121122 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1b56b357-4ff2-4411-b0f0-a2e80656062e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759386'] for subnet, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:21.174577 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1b56b357-4ff2-4411-b0f0-a2e80656062e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2431582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2719312'] for subnet, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:21.202164 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b56b357-4ff2-4411-b0f0-a2e80656062e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7da51077-13ec-4dff-886f-d0eb88cbac6d,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:21.204137 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1b56b357-4ff2-4411-b0f0-a2e80656062e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:21.206167 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-1b56b357-4ff2-4411-b0f0-a2e80656062e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7da51077-13ec-4dff-886f-d0eb88cbac6d HTTP/1.1" status: 204 len: 168 time: 0.2958810 Jul 22 22:22:21.209237 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 52620) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:21.211148 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcde599-ccff-4870-8e02-3df8a4ab954b None None] Network f37d9d3d-f407-4eae-a393-c7d2061d8e21 requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:22:21.280190 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7d45ef80-e7d7-4cdd-a18c-78e229998216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1788509'] for network, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:21.334535 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-7d45ef80-e7d7-4cdd-a18c-78e229998216 admin admin] Deleting port b9787d46-6f89-4f17-9dae-91a5400875f6 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:22:21.334879 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7d45ef80-e7d7-4cdd-a18c-78e229998216 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:21.404702 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-7d45ef80-e7d7-4cdd-a18c-78e229998216 admin admin] For port b9787d46-6f89-4f17-9dae-91a5400875f6, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=b9787d46-6f89-4f17-9dae-91a5400875f6,segment=NetworkSegment(5ddc735b-fd99-4fd1-91cf-9bb03a2da3da),segment_id=5ddc735b-fd99-4fd1-91cf-9bb03a2da3da)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:22:21.405295 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7d45ef80-e7d7-4cdd-a18c-78e229998216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:21.414032 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7ec915-9772-497f-9c37-76fd9ecc12fa None None] DHCP port deletion for f37d9d3d-f407-4eae-a393-c7d2061d8e21 request from dv-cinder-801912-2-iscsi {{(pid=93280) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:22:21.422701 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-7d45ef80-e7d7-4cdd-a18c-78e229998216 admin admin] Calling delete_port for b9787d46-6f89-4f17-9dae-91a5400875f6 owned by network:dhcp {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:22:21.462068 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-bb7ec915-9772-497f-9c37-76fd9ecc12fa None None] Deleting port b9787d46-6f89-4f17-9dae-91a5400875f6 {{(pid=93280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:22:21.462450 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bb7ec915-9772-497f-9c37-76fd9ecc12fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:21.505755 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7d45ef80-e7d7-4cdd-a18c-78e229998216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:21.534757 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-bb7ec915-9772-497f-9c37-76fd9ecc12fa None None] For port b9787d46-6f89-4f17-9dae-91a5400875f6, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=b9787d46-6f89-4f17-9dae-91a5400875f6,segment=NetworkSegment(5ddc735b-fd99-4fd1-91cf-9bb03a2da3da),segment_id=5ddc735b-fd99-4fd1-91cf-9bb03a2da3da)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:22:21.535203 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bb7ec915-9772-497f-9c37-76fd9ecc12fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:21.550183 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45ef80-e7d7-4cdd-a18c-78e229998216 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9787d46-6f89-4f17-9dae-91a5400875f6,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:21.553762 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d45ef80-e7d7-4cdd-a18c-78e229998216 admin admin] No DVR routers for this DVR port b9787d46-6f89-4f17-9dae-91a5400875f6 on host dv-cinder-801912-2-iscsi {{(pid=93278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:22:21.556043 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-bb7ec915-9772-497f-9c37-76fd9ecc12fa None None] Calling delete_port for b9787d46-6f89-4f17-9dae-91a5400875f6 owned by network:dhcp {{(pid=93280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:22:21.634543 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7d45ef80-e7d7-4cdd-a18c-78e229998216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760422', 'neutron.services.segments.db._delete_segments_for_network-8746838092337'] for network, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:21.646289 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-7d45ef80-e7d7-4cdd-a18c-78e229998216 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37d9d3d-f407-4eae-a393-c7d2061d8e21']}} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:21.657784 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-7d45ef80-e7d7-4cdd-a18c-78e229998216 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ddc735b-fd99-4fd1-91cf-9bb03a2da3da') {'for_net_delete': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:21.658347 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-7d45ef80-e7d7-4cdd-a18c-78e229998216 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ddc735b-fd99-4fd1-91cf-9bb03a2da3da') {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:21.669792 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7d45ef80-e7d7-4cdd-a18c-78e229998216 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746838093114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2973926'] for segment, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:21.686904 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7d45ef80-e7d7-4cdd-a18c-78e229998216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122'] for segment, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:21.695852 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bb7ec915-9772-497f-9c37-76fd9ecc12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634'] for port, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:21.699304 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d45ef80-e7d7-4cdd-a18c-78e229998216 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:22:21.699304 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7d45ef80-e7d7-4cdd-a18c-78e229998216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2431524'] for segment, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:21.700995 dv-cinder-801912-2-iscsi neutron-server[93278]: Traceback (most recent call last): Jul 22 22:22:21.700995 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:22:21.700995 dv-cinder-801912-2-iscsi neutron-server[93278]: timer() Jul 22 22:22:21.700995 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:22:21.700995 dv-cinder-801912-2-iscsi neutron-server[93278]: cb(*args, **kw) Jul 22 22:22:21.700995 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:22:21.700995 dv-cinder-801912-2-iscsi neutron-server[93278]: return func(*args, **kwargs) Jul 22 22:22:21.700995 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:22:21.700995 dv-cinder-801912-2-iscsi neutron-server[93278]: self._notify() Jul 22 22:22:21.700995 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:22:21.700995 dv-cinder-801912-2-iscsi neutron-server[93278]: self.callback(batched_events) Jul 22 22:22:21.700995 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:22:21.700995 dv-cinder-801912-2-iscsi neutron-server[93278]: event.method(event) Jul 22 22:22:21.700995 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:22:21.700995 dv-cinder-801912-2-iscsi neutron-server[93278]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:22:21.700995 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:22:21.700995 dv-cinder-801912-2-iscsi neutron-server[93278]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:22:21.700995 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:22:21.700995 dv-cinder-801912-2-iscsi neutron-server[93278]: return f(self, *a, **k) Jul 22 22:22:21.700995 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:22:21.700995 dv-cinder-801912-2-iscsi neutron-server[93278]: return self._get(url).json() Jul 22 22:22:21.700995 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:22:21.700995 dv-cinder-801912-2-iscsi neutron-server[93278]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:22:21.700995 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:22:21.700995 dv-cinder-801912-2-iscsi neutron-server[93278]: return self.request(url, 'GET', **kwargs) Jul 22 22:22:21.700995 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:22:21.700995 dv-cinder-801912-2-iscsi neutron-server[93278]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:22:21.700995 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:22:21.700995 dv-cinder-801912-2-iscsi neutron-server[93278]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:22:21.700995 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:22:21.700995 dv-cinder-801912-2-iscsi neutron-server[93278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:22:21.700995 dv-cinder-801912-2-iscsi neutron-server[93278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:22:21.727799 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7ec915-9772-497f-9c37-76fd9ecc12fa None None] No DVR routers for this DVR port b9787d46-6f89-4f17-9dae-91a5400875f6 on host dv-cinder-801912-2-iscsi {{(pid=93280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:22:21.730076 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ec915-9772-497f-9c37-76fd9ecc12fa None None] Pushing event deleted for resources: {'Port': ['ID=b9787d46-6f89-4f17-9dae-91a5400875f6,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:21.759760 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7d45ef80-e7d7-4cdd-a18c-78e229998216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718227'] for network, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:21.765597 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7d45ef80-e7d7-4cdd-a18c-78e229998216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:21.767529 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-7d45ef80-e7d7-4cdd-a18c-78e229998216 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f37d9d3d-f407-4eae-a393-c7d2061d8e21 HTTP/1.1" status: 204 len: 168 time: 0.5572271 Jul 22 22:22:21.771365 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 52622) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:21.781007 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45ef80-e7d7-4cdd-a18c-78e229998216 admin admin] Pushing event deleted for resources: {'Network': ['ID=f37d9d3d-f407-4eae-a393-c7d2061d8e21,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:21.867798 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:22.036794 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device ad55cc56-0c54-4d73-a3ba-f8b6cf520c65 no longer exists at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:22:22.058167 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] No Port match for: ad55cc56-0c54-4d73-a3ba-f8b6cf520c65 {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:22:22.058167 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device ad55cc56-0c54-4d73-a3ba-f8b6cf520c65 not bound to the agent host dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:22:22.058755 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 1119c689-24c1-46df-b78f-fefa190079cb no longer exists at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:22:22.080179 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] No Port match for: 1119c689-24c1-46df-b78f-fefa190079cb {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:22:22.080569 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 1119c689-24c1-46df-b78f-fefa190079cb not bound to the agent host dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:22:22.080990 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device b9787d46-6f89-4f17-9dae-91a5400875f6 no longer exists at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:22:22.106138 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] No Port match for: b9787d46-6f89-4f17-9dae-91a5400875f6 {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:22:22.106487 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device b9787d46-6f89-4f17-9dae-91a5400875f6 not bound to the agent host dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:22:22.152308 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0af93cac-8ef0-426b-8065-501420d6487a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717709'] for router_interface, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:22.410360 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-0af93cac-8ef0-426b-8065-501420d6487a admin admin] Deleting port 64d75229-9746-4c93-8882-72a6f58eb7ab {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:22:22.410706 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0af93cac-8ef0-426b-8065-501420d6487a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:22.492936 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-0af93cac-8ef0-426b-8065-501420d6487a admin admin] For port 64d75229-9746-4c93-8882-72a6f58eb7ab, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=64d75229-9746-4c93-8882-72a6f58eb7ab,segment=NetworkSegment(4021edac-bc4d-4848-bc84-ae6605b10806),segment_id=4021edac-bc4d-4848-bc84-ae6605b10806)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:22:22.493296 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0af93cac-8ef0-426b-8065-501420d6487a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:22.506394 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-0af93cac-8ef0-426b-8065-501420d6487a admin admin] Calling delete_port for 64d75229-9746-4c93-8882-72a6f58eb7ab owned by network:router_interface {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:22:22.688038 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0af93cac-8ef0-426b-8065-501420d6487a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960856'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:22.717901 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af93cac-8ef0-426b-8065-501420d6487a admin admin] Pushing event deleted for resources: {'Port': ['ID=64d75229-9746-4c93-8882-72a6f58eb7ab,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:22.730336 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af93cac-8ef0-426b-8065-501420d6487a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:22.730336 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af93cac-8ef0-426b-8065-501420d6487a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:22.730616 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af93cac-8ef0-426b-8065-501420d6487a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:22.730876 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af93cac-8ef0-426b-8065-501420d6487a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:22.731209 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af93cac-8ef0-426b-8065-501420d6487a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:22.731543 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af93cac-8ef0-426b-8065-501420d6487a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:22.731873 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af93cac-8ef0-426b-8065-501420d6487a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:22.732205 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af93cac-8ef0-426b-8065-501420d6487a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:22.732566 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af93cac-8ef0-426b-8065-501420d6487a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:22.732895 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af93cac-8ef0-426b-8065-501420d6487a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:22.733219 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af93cac-8ef0-426b-8065-501420d6487a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:22.733544 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af93cac-8ef0-426b-8065-501420d6487a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:22.906394 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0af93cac-8ef0-426b-8065-501420d6487a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717585'] for router_interface, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:23.124448 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af93cac-8ef0-426b-8065-501420d6487a admin admin] Router 5c06539c-a3d1-484c-b7f7-9cb76d19f7ea has already been hosted by L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 {{(pid=93279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:22:23.233252 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af93cac-8ef0-426b-8065-501420d6487a admin admin] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:22:23.238605 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-0af93cac-8ef0-426b-8065-501420d6487a admin admin] 10.222.0.11 "PUT /v2.0/routers/5c06539c-a3d1-484c-b7f7-9cb76d19f7ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4656827 Jul 22 22:22:23.242615 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 52628) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:23.245318 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b4b37e-1b94-4d65-92eb-844a053f08bf None None] Sync routers for ids ['5c06539c-a3d1-484c-b7f7-9cb76d19f7ea'] in dv-cinder-801912-2-iscsi {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:22:23.254705 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b4b37e-1b94-4d65-92eb-844a053f08bf None None] Routers {'5c06539c-a3d1-484c-b7f7-9cb76d19f7ea'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:22:23.255369 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-10b4b37e-1b94-4d65-92eb-844a053f08bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:22:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['5c06539c-a3d1-484c-b7f7-9cb76d19f7ea'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:23.347994 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d9c9eb5e-88d5-4de3-9745-4aaf1b0cccb7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:23.368445 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-10b4b37e-1b94-4d65-92eb-844a053f08bf None None] Set router 5c06539c-a3d1-484c-b7f7-9cb76d19f7ea gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:22:23.457009 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d9c9eb5e-88d5-4de3-9745-4aaf1b0cccb7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:23.514342 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-d9c9eb5e-88d5-4de3-9745-4aaf1b0cccb7 admin admin] Deleting port f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0 {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:22:23.514686 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d9c9eb5e-88d5-4de3-9745-4aaf1b0cccb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:23.565879 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-10b4b37e-1b94-4d65-92eb-844a053f08bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c06539c-a3d1-484c-b7f7-9cb76d19f7ea', 'name': 'tempest-TestMinimumBasicScenario-2046263633-router', 'tenant_id': 'bca94be9298e4224955553cfbefc9df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:34Z', 'updated_at': '2021-07-22T22:22:22Z', 'revision_number': 5, 'project_id': 'bca94be9298e4224955553cfbefc9df4', 'gw_port': {'id': 'f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c06539c-a3d1-484c-b7f7-9cb76d19f7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:18:35Z', 'updated_at': '2021-07-22T22:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi'}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:23.593043 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b4b37e-1b94-4d65-92eb-844a053f08bf None None] Checking router: 5c06539c-a3d1-484c-b7f7-9cb76d19f7ea for host: dv-cinder-801912-2-iscsi {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:22:23.600451 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-d9c9eb5e-88d5-4de3-9745-4aaf1b0cccb7 admin admin] For port f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0,segment=NetworkSegment(b880b034-49fb-48cf-bc81-b26ee1611faf),segment_id=b880b034-49fb-48cf-bc81-b26ee1611faf)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:22:23.600820 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d9c9eb5e-88d5-4de3-9745-4aaf1b0cccb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:23.602327 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b4b37e-1b94-4d65-92eb-844a053f08bf None None] Routers {'5c06539c-a3d1-484c-b7f7-9cb76d19f7ea'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:22:23.603507 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-10b4b37e-1b94-4d65-92eb-844a053f08bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:22:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['5c06539c-a3d1-484c-b7f7-9cb76d19f7ea'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:23.613645 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-d9c9eb5e-88d5-4de3-9745-4aaf1b0cccb7 admin admin] Calling delete_port for f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0 owned by network:router_gateway {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:22:23.695360 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-10b4b37e-1b94-4d65-92eb-844a053f08bf None None] Set router 5c06539c-a3d1-484c-b7f7-9cb76d19f7ea gateway port host: None {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:22:23.757396 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-10b4b37e-1b94-4d65-92eb-844a053f08bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c06539c-a3d1-484c-b7f7-9cb76d19f7ea', 'name': 'tempest-TestMinimumBasicScenario-2046263633-router', 'tenant_id': 'bca94be9298e4224955553cfbefc9df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:34Z', 'updated_at': '2021-07-22T22:22:23Z', 'revision_number': 6, 'project_id': 'bca94be9298e4224955553cfbefc9df4', 'gw_port_host': None}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:23.787078 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b4b37e-1b94-4d65-92eb-844a053f08bf None None] The sync data for ids ['5c06539c-a3d1-484c-b7f7-9cb76d19f7ea'] in dv-cinder-801912-2-iscsi is: [{'id': '5c06539c-a3d1-484c-b7f7-9cb76d19f7ea', 'name': 'tempest-TestMinimumBasicScenario-2046263633-router', 'tenant_id': 'bca94be9298e4224955553cfbefc9df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:18:34Z', 'updated_at': '2021-07-22T22:22:23Z', 'revision_number': 6, 'project_id': 'bca94be9298e4224955553cfbefc9df4', 'gw_port_host': None}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:22:23.801786 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d9c9eb5e-88d5-4de3-9745-4aaf1b0cccb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960856'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:23.836668 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9eb5e-88d5-4de3-9745-4aaf1b0cccb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:23.911251 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d9c9eb5e-88d5-4de3-9745-4aaf1b0cccb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-718263'] for router_gateway, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:24.022342 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d9c9eb5e-88d5-4de3-9745-4aaf1b0cccb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9675'] for router, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:24.024575 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d9c9eb5e-88d5-4de3-9745-4aaf1b0cccb7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:24.095233 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d9c9eb5e-88d5-4de3-9745-4aaf1b0cccb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-719692'] for router, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:24.095774 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c9eb5e-88d5-4de3-9745-4aaf1b0cccb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c06539c-a3d1-484c-b7f7-9cb76d19f7ea {{(pid=93279) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:22:24.102399 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d9c9eb5e-88d5-4de3-9745-4aaf1b0cccb7 admin admin] Notify callbacks [] for router, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:24.103746 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-d9c9eb5e-88d5-4de3-9745-4aaf1b0cccb7 admin admin] 10.222.0.11 "DELETE /v2.0/routers/5c06539c-a3d1-484c-b7f7-9cb76d19f7ea HTTP/1.1" status: 204 len: 168 time: 0.8600886 Jul 22 22:22:24.106217 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 52630) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:24.402361 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.db_base_plugin_v2 [None req-3edf568c-7123-47ed-9595-66b31809a0f9 admin admin] Deleting subnet 43b01f2b-c627-435e-93f8-256d54a25b6d {{(pid=93279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:22:24.405787 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3edf568c-7123-47ed-9595-66b31809a0f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:24.439853 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3edf568c-7123-47ed-9595-66b31809a0f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2253524'] for subnet, precommit_delete_associations {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:24.557085 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3edf568c-7123-47ed-9595-66b31809a0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759386'] for subnet, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:24.603009 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 64d75229-9746-4c93-8882-72a6f58eb7ab no longer exists at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:22:24.615422 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3edf568c-7123-47ed-9595-66b31809a0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3960909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794102'] for subnet, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:24.624850 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] No Port match for: 64d75229-9746-4c93-8882-72a6f58eb7ab {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:22:24.625275 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 64d75229-9746-4c93-8882-72a6f58eb7ab not bound to the agent host dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:22:24.642516 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf568c-7123-47ed-9595-66b31809a0f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43b01f2b-c627-435e-93f8-256d54a25b6d,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:24.648594 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3edf568c-7123-47ed-9595-66b31809a0f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:24.650520 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-3edf568c-7123-47ed-9595-66b31809a0f9 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/43b01f2b-c627-435e-93f8-256d54a25b6d HTTP/1.1" status: 204 len: 168 time: 0.5429900 Jul 22 22:22:24.653062 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 52634) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:24.653280 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e568cf1-1bd1-45ba-affa-3fec8672573a None None] Network 320e7af9-1817-4c2d-8e67-e9f692433aa6 requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:22:24.727989 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9327c3ae-ae8d-4664-ac8e-d951c913b519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1788509'] for network, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:24.787087 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-9327c3ae-ae8d-4664-ac8e-d951c913b519 admin admin] Deleting port 465ad975-f9a0-41f4-ab7b-768b3593141e {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:22:24.787424 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9327c3ae-ae8d-4664-ac8e-d951c913b519 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:24.867693 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9162a06b-48cd-40e0-a747-afcac75ed40f None None] DHCP port deletion for 320e7af9-1817-4c2d-8e67-e9f692433aa6 request from dv-cinder-801912-2-iscsi {{(pid=93280) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:22:24.870101 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-9327c3ae-ae8d-4664-ac8e-d951c913b519 admin admin] For port 465ad975-f9a0-41f4-ab7b-768b3593141e, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=465ad975-f9a0-41f4-ab7b-768b3593141e,segment=NetworkSegment(4021edac-bc4d-4848-bc84-ae6605b10806),segment_id=4021edac-bc4d-4848-bc84-ae6605b10806)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:22:24.870684 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9327c3ae-ae8d-4664-ac8e-d951c913b519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:24.885002 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-9327c3ae-ae8d-4664-ac8e-d951c913b519 admin admin] Calling delete_port for 465ad975-f9a0-41f4-ab7b-768b3593141e owned by network:dhcp {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:22:24.974558 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9327c3ae-ae8d-4664-ac8e-d951c913b519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960856'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:25.002408 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327c3ae-ae8d-4664-ac8e-d951c913b519 admin admin] Pushing event deleted for resources: {'Port': ['ID=465ad975-f9a0-41f4-ab7b-768b3593141e,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:25.006857 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9327c3ae-ae8d-4664-ac8e-d951c913b519 admin admin] No DVR routers for this DVR port 465ad975-f9a0-41f4-ab7b-768b3593141e on host dv-cinder-801912-2-iscsi {{(pid=93279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:22:25.043707 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-9162a06b-48cd-40e0-a747-afcac75ed40f None None] Deleting port 465ad975-f9a0-41f4-ab7b-768b3593141e {{(pid=93280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:22:25.044084 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9162a06b-48cd-40e0-a747-afcac75ed40f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:25.098181 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9327c3ae-ae8d-4664-ac8e-d951c913b519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760422', 'neutron.services.segments.db._delete_segments_for_network-8746838092337'] for network, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:25.109058 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.services.segments.db [None req-9327c3ae-ae8d-4664-ac8e-d951c913b519 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['320e7af9-1817-4c2d-8e67-e9f692433aa6']}} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:25.116116 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-9162a06b-48cd-40e0-a747-afcac75ed40f None None] For port 465ad975-f9a0-41f4-ab7b-768b3593141e, host dv-cinder-801912-2-iscsi, got binding levels [] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:22:25.116543 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9162a06b-48cd-40e0-a747-afcac75ed40f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:25.119563 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.services.segments.db [None req-9327c3ae-ae8d-4664-ac8e-d951c913b519 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4021edac-bc4d-4848-bc84-ae6605b10806') {'for_net_delete': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:25.119857 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.services.segments.db [None req-9327c3ae-ae8d-4664-ac8e-d951c913b519 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4021edac-bc4d-4848-bc84-ae6605b10806') {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:25.128800 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9327c3ae-ae8d-4664-ac8e-d951c913b519 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746838093114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2253533'] for segment, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:25.129032 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-9162a06b-48cd-40e0-a747-afcac75ed40f None None] Calling delete_port for 465ad975-f9a0-41f4-ab7b-768b3593141e owned by network:dhcp {{(pid=93280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:22:25.132452 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.ipam_backend_mixin [None req-9162a06b-48cd-40e0-a747-afcac75ed40f None None] Port 465ad975-f9a0-41f4-ab7b-768b3593141e was not found and therefore no delete operation was performed {{(pid=93280) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 22:22:25.133765 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9162a06b-48cd-40e0-a747-afcac75ed40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634'] for port, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:25.144504 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9327c3ae-ae8d-4664-ac8e-d951c913b519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122'] for segment, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:25.152141 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9327c3ae-ae8d-4664-ac8e-d951c913b519 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:22:25.152571 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9327c3ae-ae8d-4664-ac8e-d951c913b519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3960887'] for segment, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:25.154529 dv-cinder-801912-2-iscsi neutron-server[93279]: Traceback (most recent call last): Jul 22 22:22:25.154529 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:22:25.154529 dv-cinder-801912-2-iscsi neutron-server[93279]: timer() Jul 22 22:22:25.154529 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:22:25.154529 dv-cinder-801912-2-iscsi neutron-server[93279]: cb(*args, **kw) Jul 22 22:22:25.154529 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:22:25.154529 dv-cinder-801912-2-iscsi neutron-server[93279]: return func(*args, **kwargs) Jul 22 22:22:25.154529 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:22:25.154529 dv-cinder-801912-2-iscsi neutron-server[93279]: self._notify() Jul 22 22:22:25.154529 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:22:25.154529 dv-cinder-801912-2-iscsi neutron-server[93279]: self.callback(batched_events) Jul 22 22:22:25.154529 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:22:25.154529 dv-cinder-801912-2-iscsi neutron-server[93279]: event.method(event) Jul 22 22:22:25.154529 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:22:25.154529 dv-cinder-801912-2-iscsi neutron-server[93279]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:22:25.154529 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:22:25.154529 dv-cinder-801912-2-iscsi neutron-server[93279]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:22:25.154529 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:22:25.154529 dv-cinder-801912-2-iscsi neutron-server[93279]: return f(self, *a, **k) Jul 22 22:22:25.154529 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:22:25.154529 dv-cinder-801912-2-iscsi neutron-server[93279]: return self._get(url).json() Jul 22 22:22:25.154529 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:22:25.154529 dv-cinder-801912-2-iscsi neutron-server[93279]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:22:25.154529 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:22:25.154529 dv-cinder-801912-2-iscsi neutron-server[93279]: return self.request(url, 'GET', **kwargs) Jul 22 22:22:25.154529 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:22:25.154529 dv-cinder-801912-2-iscsi neutron-server[93279]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:22:25.154529 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:22:25.154529 dv-cinder-801912-2-iscsi neutron-server[93279]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:22:25.154529 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:22:25.154529 dv-cinder-801912-2-iscsi neutron-server[93279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:22:25.154529 dv-cinder-801912-2-iscsi neutron-server[93279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:22:25.156843 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162a06b-48cd-40e0-a747-afcac75ed40f None None] Pushing event deleted for resources: {'Port': ['ID=465ad975-f9a0-41f4-ab7b-768b3593141e,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:25.162945 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9162a06b-48cd-40e0-a747-afcac75ed40f None None] No DVR routers for this DVR port 465ad975-f9a0-41f4-ab7b-768b3593141e on host dv-cinder-801912-2-iscsi {{(pid=93280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:22:25.217012 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9327c3ae-ae8d-4664-ac8e-d951c913b519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718227'] for network, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:25.222964 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9327c3ae-ae8d-4664-ac8e-d951c913b519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:25.226430 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-9327c3ae-ae8d-4664-ac8e-d951c913b519 admin admin] 10.222.0.11 "DELETE /v2.0/networks/320e7af9-1817-4c2d-8e67-e9f692433aa6 HTTP/1.1" status: 204 len: 168 time: 0.5724089 Jul 22 22:22:25.237746 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327c3ae-ae8d-4664-ac8e-d951c913b519 admin admin] Pushing event deleted for resources: {'Network': ['ID=320e7af9-1817-4c2d-8e67-e9f692433aa6,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:25.398627 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 52640) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:25.444095 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-9c328398-3f90-4b60-a136-344be6b10a63 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7655566a61044cf8868d0fed64444851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443063 Jul 22 22:22:25.446664 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 52644) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:25.500330 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b49eb74a-1d32-4c7e-8f8a-37cde40ab7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:25.522889 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b49eb74a-1d32-4c7e-8f8a-37cde40ab7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:25.570179 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b49eb74a-1d32-4c7e-8f8a-37cde40ab7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:25.574045 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b49eb74a-1d32-4c7e-8f8a-37cde40ab7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:25.575224 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-b49eb74a-1d32-4c7e-8f8a-37cde40ab7c0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3d0e8b80-2afa-4a2a-878d-659319883cc3 HTTP/1.1" status: 204 len: 168 time: 0.1276839 Jul 22 22:22:25.586912 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49eb74a-1d32-4c7e-8f8a-37cde40ab7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0e8b80-2afa-4a2a-878d-659319883cc3,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:25.711534 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3cb98075-af24-4173-a6a8-57dda218cdfc req-63b092fd-c1d7-4c2d-aa83-e4221c4bad32 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=b1e30d19-7d32-4505-996a-82a4439beda4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0635381 Jul 22 22:22:25.818937 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb98075-af24-4173-a6a8-57dda218cdfc req-78377962-33d6-4726-92f5-155a15189ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:25.820965 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3cb98075-af24-4173-a6a8-57dda218cdfc req-78377962-33d6-4726-92f5-155a15189ff7 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=2abfaf6202824c23a8f6aaad9e7a16df&device_id=b1e30d19-7d32-4505-996a-82a4439beda4 HTTP/1.1" status: 200 len: 1099 time: 0.0614970 Jul 22 22:22:25.935906 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb98075-af24-4173-a6a8-57dda218cdfc req-a2e9ac8e-7caa-4a6e-ace7-bbde51ac02c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:25.937646 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3cb98075-af24-4173-a6a8-57dda218cdfc req-a2e9ac8e-7caa-4a6e-ace7-bbde51ac02c8 service neutron] 10.222.0.115 "GET /v2.0/networks?id=f064cf42-f96c-4b47-830d-0a5aaa0b3353 HTTP/1.1" status: 200 len: 912 time: 0.0958185 Jul 22 22:22:25.985959 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 52658) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:26.009946 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3cb98075-af24-4173-a6a8-57dda218cdfc req-b9f90c98-439f-432d-8d6c-270e15315c52 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29eeade3-f52a-411d-9e97-a08d3f5a29d7 HTTP/1.1" status: 200 len: 1001 time: 0.0652776 Jul 22 22:22:26.041329 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-5420244d-ca64-4f96-a875-a913414e0426 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bca94be9298e4224955553cfbefc9df4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531847 Jul 22 22:22:26.045238 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 52660) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:26.051186 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 465ad975-f9a0-41f4-ab7b-768b3593141e no longer exists at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:22:26.070384 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb98075-af24-4173-a6a8-57dda218cdfc req-a176878f-2b16-4f69-a787-5c9595be84bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:26.071879 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3cb98075-af24-4173-a6a8-57dda218cdfc req-a176878f-2b16-4f69-a787-5c9595be84bc service neutron] 10.222.0.115 "GET /v2.0/subnets?id=fec4972d-bc34-4dad-b039-91d3c3c2c734 HTTP/1.1" status: 200 len: 850 time: 0.0549593 Jul 22 22:22:26.090496 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] No Port match for: 465ad975-f9a0-41f4-ab7b-768b3593141e {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:22:26.090986 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 465ad975-f9a0-41f4-ab7b-768b3593141e not bound to the agent host dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:22:26.091648 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0 no longer exists at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:22:26.123262 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] No Port match for: f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0 {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:22:26.123810 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device f8ea1405-cc3f-4cc0-9d3f-fa4697062ca0 not bound to the agent host dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:22:26.132222 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7de8124e-b59b-49e5-a1c5-11f12fd8be81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:26.144487 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb98075-af24-4173-a6a8-57dda218cdfc req-ae7f9a22-9243-43eb-b521-fea27b38f262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:26.148300 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3cb98075-af24-4173-a6a8-57dda218cdfc req-ae7f9a22-9243-43eb-b521-fea27b38f262 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f064cf42-f96c-4b47-830d-0a5aaa0b3353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684593 Jul 22 22:22:26.159718 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7de8124e-b59b-49e5-a1c5-11f12fd8be81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:26.210069 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7de8124e-b59b-49e5-a1c5-11f12fd8be81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:26.212836 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7de8124e-b59b-49e5-a1c5-11f12fd8be81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:26.213988 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-7de8124e-b59b-49e5-a1c5-11f12fd8be81 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6a70e477-034d-47ba-bd1b-640c6a9ab028 HTTP/1.1" status: 204 len: 168 time: 0.1675670 Jul 22 22:22:26.227164 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8124e-b59b-49e5-a1c5-11f12fd8be81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a70e477-034d-47ba-bd1b-640c6a9ab028,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:26.250260 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3cb98075-af24-4173-a6a8-57dda218cdfc req-7de683a3-9d6c-41bf-a48e-fa91f2ed97d9 service neutron] 10.222.0.115 "GET /v2.0/networks/f064cf42-f96c-4b47-830d-0a5aaa0b3353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884306 Jul 22 22:22:26.353676 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3cb98075-af24-4173-a6a8-57dda218cdfc req-ed4a2429-5a13-489d-91a6-6a57fa7f539f service neutron] 10.222.0.115 "GET /v2.0/networks/f064cf42-f96c-4b47-830d-0a5aaa0b3353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909081 Jul 22 22:22:26.618802 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:28.054872 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7571877-9031-4036-b3df-b80dcde6d6bb req-f06ec298-51cd-4ae3-9600-790f01c5a618 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:28.056395 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f7571877-9031-4036-b3df-b80dcde6d6bb req-f06ec298-51cd-4ae3-9600-790f01c5a618 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 945 time: 0.0661588 Jul 22 22:22:28.103331 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f7571877-9031-4036-b3df-b80dcde6d6bb req-c6453d0b-8bf2-4136-a43b-10d625c48041 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413122 Jul 22 22:22:29.244266 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934f630-b4b8-4be8-b791-6f1dc070ed1b req-bd5049a0-6241-4a64-8a10-283c2d433438 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:29.245794 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d934f630-b4b8-4be8-b791-6f1dc070ed1b req-bd5049a0-6241-4a64-8a10-283c2d433438 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 945 time: 0.0671699 Jul 22 22:22:29.284247 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d934f630-b4b8-4be8-b791-6f1dc070ed1b req-26b95ec5-62c0-47e4-a750-610f3f2ad587 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326576 Jul 22 22:22:30.431606 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde186b4-8060-45ef-a76d-d7ff90999b86 req-04041a74-ba71-4f1d-8a0d-6225d523f701 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:30.433128 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-cde186b4-8060-45ef-a76d-d7ff90999b86 req-04041a74-ba71-4f1d-8a0d-6225d523f701 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 945 time: 0.0722468 Jul 22 22:22:30.471093 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-cde186b4-8060-45ef-a76d-d7ff90999b86 req-4ee04488-8d8b-403a-a2fe-b796b3b772a4 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322237 Jul 22 22:22:31.605462 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e3caa-7b29-4978-a14a-88470cf1a554 req-25ba8d02-ac9e-432b-bc69-a4c865215afd tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:31.606928 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8f4e3caa-7b29-4978-a14a-88470cf1a554 req-25ba8d02-ac9e-432b-bc69-a4c865215afd tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 945 time: 0.0637276 Jul 22 22:22:31.643567 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8f4e3caa-7b29-4978-a14a-88470cf1a554 req-d2c25d1d-b5a2-4ded-9303-17984eaad73c tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310993 Jul 22 22:22:32.779492 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d032b-95d7-4a7b-8a7a-35157d7da1ba req-2d835472-16a1-4092-8d7c-478adefce912 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:32.781019 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0d1d032b-95d7-4a7b-8a7a-35157d7da1ba req-2d835472-16a1-4092-8d7c-478adefce912 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 945 time: 0.0665636 Jul 22 22:22:32.819546 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0d1d032b-95d7-4a7b-8a7a-35157d7da1ba req-84cb1403-9713-4734-8b78-937117f76087 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323856 Jul 22 22:22:33.952523 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da10c06-029c-4c07-8e54-97fe2708ceb8 req-f75a9319-789c-4510-86ce-db37444018f7 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:33.954130 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-6da10c06-029c-4c07-8e54-97fe2708ceb8 req-f75a9319-789c-4510-86ce-db37444018f7 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 945 time: 0.0638063 Jul 22 22:22:33.994692 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-6da10c06-029c-4c07-8e54-97fe2708ceb8 req-4b32f83b-5c30-46a3-a032-020b814a4115 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344293 Jul 22 22:22:35.135704 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee05d03-6a95-4b1d-84fb-f19e5cda4caa req-da44baaf-b5f9-4b18-b90d-7f152b09b4f9 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:35.137128 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-aee05d03-6a95-4b1d-84fb-f19e5cda4caa req-da44baaf-b5f9-4b18-b90d-7f152b09b4f9 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 945 time: 0.0679216 Jul 22 22:22:35.175649 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-aee05d03-6a95-4b1d-84fb-f19e5cda4caa req-21469f66-949f-4b68-9203-5b3bed83407a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326235 Jul 22 22:22:36.312436 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b365b0-9392-4fc7-a0f5-09d1724e11df req-11220aa7-c3a6-4c5a-b2b2-a78df19ed5ba tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:36.313933 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-21b365b0-9392-4fc7-a0f5-09d1724e11df req-11220aa7-c3a6-4c5a-b2b2-a78df19ed5ba tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 945 time: 0.0652318 Jul 22 22:22:36.352423 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-21b365b0-9392-4fc7-a0f5-09d1724e11df req-8f36136a-0c50-473d-b071-931c2f0227ce tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324175 Jul 22 22:22:37.497182 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153936d-8876-47ef-af44-8bc15cf529bf req-554237a6-2f7c-4ecc-bef3-5a2a5defd669 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:37.498663 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3153936d-8876-47ef-af44-8bc15cf529bf req-554237a6-2f7c-4ecc-bef3-5a2a5defd669 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 945 time: 0.0691676 Jul 22 22:22:37.536488 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3153936d-8876-47ef-af44-8bc15cf529bf req-425c5138-849e-42de-963e-3ca44d398461 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322070 Jul 22 22:22:38.674339 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942646e6-8334-47bd-80e6-1cc3017c4938 req-1656ab9f-57db-4fc3-a7f4-21ceaed341a9 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:38.675813 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-942646e6-8334-47bd-80e6-1cc3017c4938 req-1656ab9f-57db-4fc3-a7f4-21ceaed341a9 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 945 time: 0.0676277 Jul 22 22:22:38.714160 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-942646e6-8334-47bd-80e6-1cc3017c4938 req-c354be3d-0116-4910-940c-689c2d20d159 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326493 Jul 22 22:22:39.852445 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a51fc-c595-4623-a2d9-3de343df1867 req-99d0c280-75f1-4609-b923-488ec95a7b53 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:39.853946 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-179a51fc-c595-4623-a2d9-3de343df1867 req-99d0c280-75f1-4609-b923-488ec95a7b53 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 945 time: 0.0662878 Jul 22 22:22:39.891321 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-179a51fc-c595-4623-a2d9-3de343df1867 req-e484cf9f-9fcd-4c33-920c-5ea77b5dde44 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317116 Jul 22 22:22:41.008619 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device dc305867-8487-421b-b754-849233243ba2 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:22:41.034183 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e1b49-d5cf-4d04-9556-1381e9a92f7a req-61d774d3-e532-46df-a978-f1dc0004e89f tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:41.036701 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-819e1b49-d5cf-4d04-9556-1381e9a92f7a req-61d774d3-e532-46df-a978-f1dc0004e89f tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 945 time: 0.0710945 Jul 22 22:22:41.092911 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-819e1b49-d5cf-4d04-9556-1381e9a92f7a req-6fa0e044-26cf-4b28-a016-9ade15f2b5b6 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497520 Jul 22 22:22:41.152103 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port dc305867-8487-421b-b754-849233243ba2, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=dc305867-8487-421b-b754-849233243ba2,segment=NetworkSegment(e3b20446-b3e0-4ede-9ab0-e90ab51c0319),segment_id=e3b20446-b3e0-4ede-9ab0-e90ab51c0319)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:22:41.168521 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Returning: {'device': 'dc305867-8487-421b-b754-849233243ba2', 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069', 'port_id': 'dc305867-8487-421b-b754-849233243ba2', 'mac_address': 'fa:16:3e:a8:7c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5caf93b5-914e-42f5-8313-0d8eb8086bc1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:22:41.210135 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:41.239461 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc305867-8487-421b-b754-849233243ba2 {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:22:41.263593 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port dc305867-8487-421b-b754-849233243ba2, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=dc305867-8487-421b-b754-849233243ba2,segment=NetworkSegment(e3b20446-b3e0-4ede-9ab0-e90ab51c0319),segment_id=e3b20446-b3e0-4ede-9ab0-e90ab51c0319)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:22:41.268854 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:41.329989 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=dc305867-8487-421b-b754-849233243ba2,revision_number=6']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:41.368505 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['dc305867-8487-421b-b754-849233243ba2'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:22:42.228861 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf39370-230c-44bb-988a-da6df73361c8 req-de295a76-249f-4242-9fb4-11142f69f5d5 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:42.230635 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ccf39370-230c-44bb-988a-da6df73361c8 req-de295a76-249f-4242-9fb4-11142f69f5d5 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 944 time: 0.0696363 Jul 22 22:22:42.276452 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ccf39370-230c-44bb-988a-da6df73361c8 req-2554e739-6237-4081-a07f-291772a35f87 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394828 Jul 22 22:22:43.022654 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device dc305867-8487-421b-b754-849233243ba2 up at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:22:43.075038 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning complete for port dc305867-8487-421b-b754-849233243ba2 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:22:43.075327 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:43.170753 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:43.196168 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0568ba29-b14a-4f64-b2b2-21242d8295dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc305867-8487-421b-b754-849233243ba2'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:22:43.196929 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f27b67f0d35f7f80674a04ef850f841daaa75b8eb1023cd4f94f55c11be84c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065eab88-047c-4904-843a-6648c6e85c2b" -d '{"events": [{"server_uuid": "0568ba29-b14a-4f64-b2b2-21242d8295dd", "name": "network-vif-plugged", "status": "completed", "tag": "dc305867-8487-421b-b754-849233243ba2"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:22:43.210534 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port dc305867-8487-421b-b754-849233243ba2, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=dc305867-8487-421b-b754-849233243ba2,segment=NetworkSegment(e3b20446-b3e0-4ede-9ab0-e90ab51c0319),segment_id=e3b20446-b3e0-4ede-9ab0-e90ab51c0319)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:22:43.216566 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:43.245784 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08bf875b-b593-4011-a04d-b351932f7069 x-openstack-request-id: req-08bf875b-b593-4011-a04d-b351932f7069 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:22:43.246090 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0568ba29-b14a-4f64-b2b2-21242d8295dd", "name": "network-vif-plugged", "status": "completed", "tag": "dc305867-8487-421b-b754-849233243ba2", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:22:43.246337 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-08bf875b-b593-4011-a04d-b351932f7069 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:22:43.246759 dv-cinder-801912-2-iscsi neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0568ba29-b14a-4f64-b2b2-21242d8295dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc305867-8487-421b-b754-849233243ba2', 'code': 200} Jul 22 22:22:43.281015 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=dc305867-8487-421b-b754-849233243ba2,revision_number=7']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:43.420491 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a3656-6643-46b4-9aa7-f58a5a5ec046 req-d70c6d5a-549c-40e1-b9be-c1f1afc86e57 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:43.422491 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8a0a3656-6643-46b4-9aa7-f58a5a5ec046 req-d70c6d5a-549c-40e1-b9be-c1f1afc86e57 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 945 time: 0.0667691 Jul 22 22:22:43.465251 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8a0a3656-6643-46b4-9aa7-f58a5a5ec046 req-ddcc9c3b-188f-4e40-b88f-ece59215ebc2 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360084 Jul 22 22:22:44.636839 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea215761-e659-437d-b4f0-c5545a29d41e req-7e19da2a-a35b-402b-aadd-0597c7a6d44c tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:44.638749 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ea215761-e659-437d-b4f0-c5545a29d41e req-7e19da2a-a35b-402b-aadd-0597c7a6d44c tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 945 time: 0.0777040 Jul 22 22:22:44.681474 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ea215761-e659-437d-b4f0-c5545a29d41e req-f26d20b2-1ecb-406b-b669-3cad58c3b0dd tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371723 Jul 22 22:22:45.827100 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59027ab0-bb64-48e7-b2fe-bf46aa86c891 req-c36d4078-c0db-42ce-ab35-1b59c1438fd7 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:45.830495 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-59027ab0-bb64-48e7-b2fe-bf46aa86c891 req-c36d4078-c0db-42ce-ab35-1b59c1438fd7 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 945 time: 0.0714395 Jul 22 22:22:45.870624 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-59027ab0-bb64-48e7-b2fe-bf46aa86c891 req-469f2dff-285b-495e-a121-b502c7639451 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357845 Jul 22 22:22:46.563050 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f130f431-e2a9-4168-b2ff-3848165bc74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:47.012511 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b0fa5-32a9-4288-9889-0e971d6c0c27 req-b904a3da-34bd-4ed7-a1c0-d70fb88aa038 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:47.014288 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e36b0fa5-32a9-4288-9889-0e971d6c0c27 req-b904a3da-34bd-4ed7-a1c0-d70fb88aa038 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 945 time: 0.0706208 Jul 22 22:22:47.064775 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e36b0fa5-32a9-4288-9889-0e971d6c0c27 req-30b5c70f-3740-4ada-be83-b07620400f57 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448616 Jul 22 22:22:48.214554 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88516824-e21c-490b-8ebb-eabe05bf0a2b req-6f17eb8d-4e4b-4948-a3a1-eaf6d9c0ed3d tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:48.216115 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-88516824-e21c-490b-8ebb-eabe05bf0a2b req-6f17eb8d-4e4b-4948-a3a1-eaf6d9c0ed3d tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 945 time: 0.0783787 Jul 22 22:22:48.259733 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-88516824-e21c-490b-8ebb-eabe05bf0a2b req-ae5a46d0-cf57-419a-8f69-71a19ef17331 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377841 Jul 22 22:22:48.943300 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e1d7abe7-5138-4795-8cde-318ae63013fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:49.177515 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:49.427132 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11900594-a9a5-494f-a5be-6da21aac4437 req-e1393657-5708-40e9-968d-cfc584149676 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:49.429677 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-11900594-a9a5-494f-a5be-6da21aac4437 req-e1393657-5708-40e9-968d-cfc584149676 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 945 time: 0.0804744 Jul 22 22:22:49.466408 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-11900594-a9a5-494f-a5be-6da21aac4437 req-0fcefefe-9d40-41fc-b594-489b359c3643 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345361 Jul 22 22:22:50.218508 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:50.358163 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a9ecd-b1bd-4d90-a7bc-2567b8309b1d req-e49f7f2c-1168-463d-9598-d0e5dda81149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:50.359724 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-011a9ecd-b1bd-4d90-a7bc-2567b8309b1d req-e49f7f2c-1168-463d-9598-d0e5dda81149 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=4d3659e8b835430388a2cee22076abe4&device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 1098 time: 0.0545576 Jul 22 22:22:50.459635 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a9ecd-b1bd-4d90-a7bc-2567b8309b1d req-e6b246f3-b6a3-4eea-9e59-16b7b9783e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:50.461142 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-011a9ecd-b1bd-4d90-a7bc-2567b8309b1d req-e6b246f3-b6a3-4eea-9e59-16b7b9783e4a service neutron] 10.222.0.115 "GET /v2.0/networks?id=4aaef0ad-84e7-449b-8140-d9a9cce60069 HTTP/1.1" status: 200 len: 918 time: 0.0872681 Jul 22 22:22:50.527912 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-011a9ecd-b1bd-4d90-a7bc-2567b8309b1d req-19acba06-b9b0-4fca-b829-b6c771ef803e service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc305867-8487-421b-b754-849233243ba2 HTTP/1.1" status: 200 len: 1001 time: 0.0598207 Jul 22 22:22:50.580645 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a9ecd-b1bd-4d90-a7bc-2567b8309b1d req-e85efb66-d698-4ddc-bce1-7c7412468352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:50.582108 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-011a9ecd-b1bd-4d90-a7bc-2567b8309b1d req-e85efb66-d698-4ddc-bce1-7c7412468352 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=5caf93b5-914e-42f5-8313-0d8eb8086bc1 HTTP/1.1" status: 200 len: 856 time: 0.0464163 Jul 22 22:22:50.622384 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9fb80-2c55-4085-91f6-8a9b3a6fda3e req-4f85491d-d2b1-4035-b27e-026d7b538d1a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:50.623762 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a6d9fb80-2c55-4085-91f6-8a9b3a6fda3e req-4f85491d-d2b1-4035-b27e-026d7b538d1a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 945 time: 0.0754907 Jul 22 22:22:50.644673 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a9ecd-b1bd-4d90-a7bc-2567b8309b1d req-703b2a8e-4c0c-4ba2-bdb0-ecd0614b86e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:50.646802 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-011a9ecd-b1bd-4d90-a7bc-2567b8309b1d req-703b2a8e-4c0c-4ba2-bdb0-ecd0614b86e0 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=4aaef0ad-84e7-449b-8140-d9a9cce60069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580101 Jul 22 22:22:50.661638 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a6d9fb80-2c55-4085-91f6-8a9b3a6fda3e req-700be859-05de-4c8f-9c33-779b148823a9 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322602 Jul 22 22:22:50.733471 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-011a9ecd-b1bd-4d90-a7bc-2567b8309b1d req-9b59d533-562f-4f53-bbb5-5785d72e67d1 service neutron] 10.222.0.115 "GET /v2.0/networks/4aaef0ad-84e7-449b-8140-d9a9cce60069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799601 Jul 22 22:22:50.826429 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-011a9ecd-b1bd-4d90-a7bc-2567b8309b1d req-4ecfa79c-4385-4bb8-bf23-8d90db30c652 service neutron] 10.222.0.115 "GET /v2.0/networks/4aaef0ad-84e7-449b-8140-d9a9cce60069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858407 Jul 22 22:22:51.795009 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f42d1-7c50-4846-a456-669a2905a55f req-2d1d1f05-5fad-4c61-897e-8af251e6683a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:51.796524 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ba7f42d1-7c50-4846-a456-669a2905a55f req-2d1d1f05-5fad-4c61-897e-8af251e6683a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 945 time: 0.0624096 Jul 22 22:22:51.836842 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ba7f42d1-7c50-4846-a456-669a2905a55f req-3957e001-e64e-4ef1-8ba2-918a0e2d0182 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335896 Jul 22 22:22:51.870025 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:51.897105 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 6 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:22:52.975185 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738530eb-4d27-41b8-8013-02d11817d758 req-78cf1b3d-aa1d-4b33-9bb4-b6d1523094f1 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:52.976697 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-738530eb-4d27-41b8-8013-02d11817d758 req-78cf1b3d-aa1d-4b33-9bb4-b6d1523094f1 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 945 time: 0.0667369 Jul 22 22:22:53.014617 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-738530eb-4d27-41b8-8013-02d11817d758 req-8e1ca375-0cfa-4f2b-a07c-02e58b913954 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321627 Jul 22 22:22:53.122197 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device dc305867-8487-421b-b754-849233243ba2 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:22:53.201377 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:53.223644 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0568ba29-b14a-4f64-b2b2-21242d8295dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc305867-8487-421b-b754-849233243ba2'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:22:53.226254 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f27b67f0d35f7f80674a04ef850f841daaa75b8eb1023cd4f94f55c11be84c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744d0f70-8c14-458d-8ad9-a2e2ce114a61" -d '{"events": [{"server_uuid": "0568ba29-b14a-4f64-b2b2-21242d8295dd", "name": "network-vif-unplugged", "status": "completed", "tag": "dc305867-8487-421b-b754-849233243ba2"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:22:53.241785 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port dc305867-8487-421b-b754-849233243ba2, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=dc305867-8487-421b-b754-849233243ba2,segment=NetworkSegment(e3b20446-b3e0-4ede-9ab0-e90ab51c0319),segment_id=e3b20446-b3e0-4ede-9ab0-e90ab51c0319)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:22:53.246002 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:53.270272 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 22:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bf021a-ccdb-4f89-960d-66d5869e6181 x-openstack-request-id: req-f8bf021a-ccdb-4f89-960d-66d5869e6181 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:22:53.270599 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0568ba29-b14a-4f64-b2b2-21242d8295dd", "name": "network-vif-unplugged", "status": "failed", "tag": "dc305867-8487-421b-b754-849233243ba2", "code": 422}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:22:53.270916 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f8bf021a-ccdb-4f89-960d-66d5869e6181 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:22:53.271626 dv-cinder-801912-2-iscsi neutron-server[93280]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0568ba29-b14a-4f64-b2b2-21242d8295dd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dc305867-8487-421b-b754-849233243ba2', 'code': 422} returned with failed status Jul 22 22:22:53.296227 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=dc305867-8487-421b-b754-849233243ba2,revision_number=8']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:53.940321 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c360d57-abeb-4e18-ad2c-4bdbae8427f8 req-7c2450bf-39c3-4ce0-a6d0-54d45338feb3 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:53.942958 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8c360d57-abeb-4e18-ad2c-4bdbae8427f8 req-7c2450bf-39c3-4ce0-a6d0-54d45338feb3 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 943 time: 0.0788472 Jul 22 22:22:53.992307 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8c360d57-abeb-4e18-ad2c-4bdbae8427f8 req-d55d6bc0-2740-48c2-af1d-964c66590682 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393832 Jul 22 22:22:54.247733 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 52824) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:54.347223 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bbdcfe2c-b5d6-4d83-857c-2f4473af6f7e req-4949bc5e-7182-473d-b794-8383a5c3a243 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0979326 Jul 22 22:22:55.119088 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cad4e-988b-49cc-b925-192aacd880cd req-0d93a039-8089-401a-bb76-b762638d3897 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:55.120707 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f76cad4e-988b-49cc-b925-192aacd880cd req-0d93a039-8089-401a-bb76-b762638d3897 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 943 time: 0.0645561 Jul 22 22:22:55.161137 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f76cad4e-988b-49cc-b925-192aacd880cd req-49f6f48f-2c64-47ae-ac96-ece9dba5e2df tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347798 Jul 22 22:22:55.163972 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcfe2c-b5d6-4d83-857c-2f4473af6f7e req-325001fe-7757-4fc0-b1c9-c5ae1010fd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:55.164329 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bbdcfe2c-b5d6-4d83-857c-2f4473af6f7e req-325001fe-7757-4fc0-b1c9-c5ae1010fd2e service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd&tenant_id=4d3659e8b835430388a2cee22076abe4 HTTP/1.1" status: 200 len: 1096 time: 0.0556333 Jul 22 22:22:55.249966 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcfe2c-b5d6-4d83-857c-2f4473af6f7e req-11b83aa6-7650-4158-979e-3a8c51e8a3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:55.251486 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bbdcfe2c-b5d6-4d83-857c-2f4473af6f7e req-11b83aa6-7650-4158-979e-3a8c51e8a3c8 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=4d3659e8b835430388a2cee22076abe4&device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 1096 time: 0.0566280 Jul 22 22:22:55.339321 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcfe2c-b5d6-4d83-857c-2f4473af6f7e req-895daf12-3dd0-487f-9f98-158378f0ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:55.340785 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bbdcfe2c-b5d6-4d83-857c-2f4473af6f7e req-895daf12-3dd0-487f-9f98-158378f0ec67 service neutron] 10.222.0.115 "GET /v2.0/networks?id=4aaef0ad-84e7-449b-8140-d9a9cce60069 HTTP/1.1" status: 200 len: 918 time: 0.0832770 Jul 22 22:22:55.408046 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bbdcfe2c-b5d6-4d83-857c-2f4473af6f7e req-08ae53cc-6b6c-4f1e-b814-ccf69b17c09a service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc305867-8487-421b-b754-849233243ba2 HTTP/1.1" status: 200 len: 999 time: 0.0599694 Jul 22 22:22:55.453964 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcfe2c-b5d6-4d83-857c-2f4473af6f7e req-06cfc402-f96d-4b9e-81cf-ebfcfd7b7040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:55.455343 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bbdcfe2c-b5d6-4d83-857c-2f4473af6f7e req-06cfc402-f96d-4b9e-81cf-ebfcfd7b7040 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=5caf93b5-914e-42f5-8313-0d8eb8086bc1 HTTP/1.1" status: 200 len: 856 time: 0.0418303 Jul 22 22:22:55.511395 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcfe2c-b5d6-4d83-857c-2f4473af6f7e req-1f305fb1-bd33-43f0-8f6a-1e3222520267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:55.513154 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bbdcfe2c-b5d6-4d83-857c-2f4473af6f7e req-1f305fb1-bd33-43f0-8f6a-1e3222520267 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=4aaef0ad-84e7-449b-8140-d9a9cce60069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514693 Jul 22 22:22:55.850249 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bbdcfe2c-b5d6-4d83-857c-2f4473af6f7e req-92c70af3-d664-4916-b84f-e8c688587379 service neutron] 10.222.0.115 "GET /v2.0/networks/4aaef0ad-84e7-449b-8140-d9a9cce60069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302255 Jul 22 22:22:55.937190 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-bbdcfe2c-b5d6-4d83-857c-2f4473af6f7e req-d83b5901-a340-4072-ad8f-47152dced78f service neutron] 10.222.0.115 "GET /v2.0/networks/4aaef0ad-84e7-449b-8140-d9a9cce60069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801954 Jul 22 22:22:56.304768 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc7850-7044-4df8-8b89-c736e144265e req-57196461-5334-48b3-9f8d-089b455fe8d2 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:56.306386 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-16bc7850-7044-4df8-8b89-c736e144265e req-57196461-5334-48b3-9f8d-089b455fe8d2 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 943 time: 0.0713606 Jul 22 22:22:56.363103 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-16bc7850-7044-4df8-8b89-c736e144265e req-64c957ae-081a-423a-b274-316422252229 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492129 Jul 22 22:22:56.629805 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:57.516778 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4892b-9a9b-44d8-ad1f-2f5a018a9ffc req-8be93dc4-da2b-4811-abd9-017cbe3a3d4b tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:57.519413 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-87d4892b-9a9b-44d8-ad1f-2f5a018a9ffc req-8be93dc4-da2b-4811-abd9-017cbe3a3d4b tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 943 time: 0.0757217 Jul 22 22:22:57.560862 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-87d4892b-9a9b-44d8-ad1f-2f5a018a9ffc req-f814e877-b6e0-491f-b397-061adf9afef6 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347078 Jul 22 22:22:58.728421 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a24d7-be11-48ab-a7bd-6c7ac341d7bc req-adc67434-6b7c-4a63-b4c9-fea801a21f10 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:58.729971 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-951a24d7-be11-48ab-a7bd-6c7ac341d7bc req-adc67434-6b7c-4a63-b4c9-fea801a21f10 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 943 time: 0.0832031 Jul 22 22:22:58.777969 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-951a24d7-be11-48ab-a7bd-6c7ac341d7bc req-35a39ca5-154f-4d69-ad34-1550ebd7d87a tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410049 Jul 22 22:22:59.919680 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819d1a5-4d52-4be6-a8be-a5a6ca25166a req-f0468e46-0127-46aa-9f01-73d7d4a72307 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:59.921183 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0819d1a5-4d52-4be6-a8be-a5a6ca25166a req-f0468e46-0127-46aa-9f01-73d7d4a72307 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 943 time: 0.0690894 Jul 22 22:22:59.962007 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0819d1a5-4d52-4be6-a8be-a5a6ca25166a req-8a010371-52af-45dd-a7b9-2b4d1babbe0e tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353184 Jul 22 22:23:01.105130 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4a63a-411e-4c3d-8f28-c80e17c3f835 req-67e38f8c-b0a3-44a8-96fe-6e05a9e125ae tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:01.106843 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-45a4a63a-411e-4c3d-8f28-c80e17c3f835 req-67e38f8c-b0a3-44a8-96fe-6e05a9e125ae tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 943 time: 0.0693512 Jul 22 22:23:01.150933 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-45a4a63a-411e-4c3d-8f28-c80e17c3f835 req-bd68eb71-3838-4b78-b470-a08af973ed7e tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382953 Jul 22 22:23:02.319146 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15948b67-c5eb-496e-b478-93ea7601f10c req-ffc9f677-99dd-4b47-b185-d4b5cfe766b1 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:02.321108 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-15948b67-c5eb-496e-b478-93ea7601f10c req-ffc9f677-99dd-4b47-b185-d4b5cfe766b1 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 943 time: 0.0773642 Jul 22 22:23:02.364164 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-15948b67-c5eb-496e-b478-93ea7601f10c req-93b5e1ef-f49a-41e5-936f-d168b0bf20d1 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370541 Jul 22 22:23:03.519148 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c0657-eda5-4b07-852c-c4ae1a1b260f req-c0fa3c37-2ae4-4b77-a7b9-ec29cfc86913 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:03.521903 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-263c0657-eda5-4b07-852c-c4ae1a1b260f req-c0fa3c37-2ae4-4b77-a7b9-ec29cfc86913 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 943 time: 0.0790656 Jul 22 22:23:03.566718 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-263c0657-eda5-4b07-852c-c4ae1a1b260f req-461cdb66-5a62-42e4-ac44-8aadac82092e tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384114 Jul 22 22:23:04.728393 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5fcbe-c8a8-40bb-a724-3667e798d4ce req-f088240d-5154-4133-a44a-7c4f8ce09b49 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:04.730354 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a4e5fcbe-c8a8-40bb-a724-3667e798d4ce req-f088240d-5154-4133-a44a-7c4f8ce09b49 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 943 time: 0.0806794 Jul 22 22:23:04.773688 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a4e5fcbe-c8a8-40bb-a724-3667e798d4ce req-8934a278-51a1-4afa-a4bf-dbdc3fb2931e tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363522 Jul 22 22:23:05.922992 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda87754-45fa-469e-b42d-32f539337484 req-300690da-cdb4-4420-8986-b395394cad70 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:05.924521 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-cda87754-45fa-469e-b42d-32f539337484 req-300690da-cdb4-4420-8986-b395394cad70 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 943 time: 0.0717430 Jul 22 22:23:05.967939 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-cda87754-45fa-469e-b42d-32f539337484 req-53d1855d-c488-4a83-a0a4-426af8ff829f tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370674 Jul 22 22:23:07.106391 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f7875-838f-42b8-9292-e6859e28b64a req-85156cd5-4e9d-4614-aa6b-c7dffc65801c tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:07.107774 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d10f7875-838f-42b8-9292-e6859e28b64a req-85156cd5-4e9d-4614-aa6b-c7dffc65801c tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 943 time: 0.0659854 Jul 22 22:23:07.146107 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d10f7875-838f-42b8-9292-e6859e28b64a req-87d759fe-8b5b-442d-821e-6916054a953f tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326648 Jul 22 22:23:08.293779 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168863b-a6ee-4d57-a244-b13a565c2655 req-aa39233d-a2c1-4d22-a808-4860055510d3 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:08.295356 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c168863b-a6ee-4d57-a244-b13a565c2655 req-aa39233d-a2c1-4d22-a808-4860055510d3 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 943 time: 0.0745718 Jul 22 22:23:08.331857 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c168863b-a6ee-4d57-a244-b13a565c2655 req-de20d8d3-fa7a-4d43-826b-ca91639cf536 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307937 Jul 22 22:23:09.182010 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device dc305867-8487-421b-b754-849233243ba2 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:23:09.283691 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port dc305867-8487-421b-b754-849233243ba2, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=dc305867-8487-421b-b754-849233243ba2,segment=NetworkSegment(e3b20446-b3e0-4ede-9ab0-e90ab51c0319),segment_id=e3b20446-b3e0-4ede-9ab0-e90ab51c0319)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:09.295747 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Returning: {'device': 'dc305867-8487-421b-b754-849233243ba2', 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069', 'port_id': 'dc305867-8487-421b-b754-849233243ba2', 'mac_address': 'fa:16:3e:a8:7c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5caf93b5-914e-42f5-8313-0d8eb8086bc1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:23:09.334456 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:09.347964 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc305867-8487-421b-b754-849233243ba2 {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:23:09.369591 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port dc305867-8487-421b-b754-849233243ba2, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=dc305867-8487-421b-b754-849233243ba2,segment=NetworkSegment(e3b20446-b3e0-4ede-9ab0-e90ab51c0319),segment_id=e3b20446-b3e0-4ede-9ab0-e90ab51c0319)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:09.373625 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:09.436006 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=dc305867-8487-421b-b754-849233243ba2,revision_number=9']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:09.443621 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:09.443621 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:09.443942 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:09.444148 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:09.445113 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:09.445585 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:09.446118 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:09.446548 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:09.446947 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:09.447405 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:09.447766 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:09.448214 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:09.478992 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b20bf-ef0e-4543-adfc-f5429a4f398b req-ea8194ea-ba89-4323-87ee-54404ba2a849 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:09.480470 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3f1b20bf-ef0e-4543-adfc-f5429a4f398b req-ea8194ea-ba89-4323-87ee-54404ba2a849 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 944 time: 0.0704517 Jul 22 22:23:09.521739 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3f1b20bf-ef0e-4543-adfc-f5429a4f398b req-dfa4d18c-4ff8-4e8e-8290-bf7cfffe5d75 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346959 Jul 22 22:23:09.610845 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['dc305867-8487-421b-b754-849233243ba2'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:23:10.672366 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd34b4-db2b-4079-a73a-7f6b9bcf0ebc req-7ed636e0-e188-4401-9349-3fbd84c911fa tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:10.673873 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5bfd34b4-db2b-4079-a73a-7f6b9bcf0ebc req-7ed636e0-e188-4401-9349-3fbd84c911fa tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 944 time: 0.0789263 Jul 22 22:23:10.718792 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5bfd34b4-db2b-4079-a73a-7f6b9bcf0ebc req-e5266d19-1813-4742-974d-f6e39ff927d0 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389907 Jul 22 22:23:11.196690 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device dc305867-8487-421b-b754-849233243ba2 up at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:23:11.242207 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning complete for port dc305867-8487-421b-b754-849233243ba2 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:23:11.242585 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:11.321530 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:11.343780 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0568ba29-b14a-4f64-b2b2-21242d8295dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc305867-8487-421b-b754-849233243ba2'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:23:11.346057 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f27b67f0d35f7f80674a04ef850f841daaa75b8eb1023cd4f94f55c11be84c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567e06bb-475b-4d7d-a7e2-62e2d0d89574" -d '{"events": [{"server_uuid": "0568ba29-b14a-4f64-b2b2-21242d8295dd", "name": "network-vif-plugged", "status": "completed", "tag": "dc305867-8487-421b-b754-849233243ba2"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:23:11.358733 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port dc305867-8487-421b-b754-849233243ba2, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=dc305867-8487-421b-b754-849233243ba2,segment=NetworkSegment(e3b20446-b3e0-4ede-9ab0-e90ab51c0319),segment_id=e3b20446-b3e0-4ede-9ab0-e90ab51c0319)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:11.365921 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:11.388698 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3072cf64-7d25-4bbe-bbeb-f9f9e729f1c7 x-openstack-request-id: req-3072cf64-7d25-4bbe-bbeb-f9f9e729f1c7 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:23:11.388993 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0568ba29-b14a-4f64-b2b2-21242d8295dd", "name": "network-vif-plugged", "status": "completed", "tag": "dc305867-8487-421b-b754-849233243ba2", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:23:11.389250 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3072cf64-7d25-4bbe-bbeb-f9f9e729f1c7 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:23:11.389641 dv-cinder-801912-2-iscsi neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0568ba29-b14a-4f64-b2b2-21242d8295dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc305867-8487-421b-b754-849233243ba2', 'code': 200} Jul 22 22:23:11.415959 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=dc305867-8487-421b-b754-849233243ba2,revision_number=10']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:11.572548 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78045a0d-b4b4-4301-aba3-54c45e3c76c7 req-3cecfa53-6663-45a4-92eb-e846c0060c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:11.574049 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-78045a0d-b4b4-4301-aba3-54c45e3c76c7 req-3cecfa53-6663-45a4-92eb-e846c0060c80 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 1099 time: 0.0517130 Jul 22 22:23:11.614094 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-78045a0d-b4b4-4301-aba3-54c45e3c76c7 req-6236c89a-ae62-4ff5-8e67-a1f2d5624f14 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328412 Jul 22 22:23:11.860767 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac29f6-67b8-43f5-aa35-3ec082a72a64 req-29a16ffb-6582-47e7-8c8a-cb8377cce198 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:11.862157 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0aac29f6-67b8-43f5-aa35-3ec082a72a64 req-29a16ffb-6582-47e7-8c8a-cb8377cce198 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 946 time: 0.0697806 Jul 22 22:23:11.903454 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0aac29f6-67b8-43f5-aa35-3ec082a72a64 req-a0a654a5-ca70-482f-ac90-2f755288f586 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349083 Jul 22 22:23:13.044937 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b87a47-860e-4493-8490-cc316d984949 req-6d1b0d68-12ae-45c8-a26b-308629c65113 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:13.046521 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a2b87a47-860e-4493-8490-cc316d984949 req-6d1b0d68-12ae-45c8-a26b-308629c65113 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 946 time: 0.0683124 Jul 22 22:23:13.086069 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a2b87a47-860e-4493-8490-cc316d984949 req-499c566a-baae-4d05-9f8f-7be145f4f2f3 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338519 Jul 22 22:23:14.220535 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7645c1c-5daf-48b1-a7d5-7fe659ac1cad req-35b6e53d-6f9d-4f0e-a3fa-5028d1702904 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:14.222037 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d7645c1c-5daf-48b1-a7d5-7fe659ac1cad req-35b6e53d-6f9d-4f0e-a3fa-5028d1702904 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 946 time: 0.0653548 Jul 22 22:23:14.259482 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d7645c1c-5daf-48b1-a7d5-7fe659ac1cad req-05ee8a84-de0e-4a45-bcd0-e7a4d39bb0c6 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318873 Jul 22 22:23:16.565795 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-1da879ef-883d-41bb-a0c4-e71a08d8c098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:18.321499 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35bc11-41a3-45a5-8648-913c4ca68d62 req-95252aee-9906-4f9d-b36d-a8b01435139d tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:18.322975 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4c35bc11-41a3-45a5-8648-913c4ca68d62 req-95252aee-9906-4f9d-b36d-a8b01435139d tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1e30d19-7d32-4505-996a-82a4439beda4 HTTP/1.1" status: 200 len: 946 time: 0.0629139 Jul 22 22:23:18.359471 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4c35bc11-41a3-45a5-8648-913c4ca68d62 req-efeef4c9-4a2b-40be-ac12-9188daa5df2c tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309510 Jul 22 22:23:18.934156 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-5f16d5e8-b795-4470-9034-cc7aaa2876cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:19.179295 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:19.510507 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398b5d2-11db-409e-b999-3f5a0c740811 req-128c7f4b-93ae-45b9-87d9-ea2a4fb71f52 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:19.512089 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8398b5d2-11db-409e-b999-3f5a0c740811 req-128c7f4b-93ae-45b9-87d9-ea2a4fb71f52 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1e30d19-7d32-4505-996a-82a4439beda4 HTTP/1.1" status: 200 len: 946 time: 0.0750844 Jul 22 22:23:19.551214 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8398b5d2-11db-409e-b999-3f5a0c740811 req-ac94366d-9c39-41b7-b3ff-8d3b2f873b4f tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331614 Jul 22 22:23:19.909316 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ce859-f528-43a5-bba7-d21d31019fb4 req-8250aa78-f5dc-4140-9a79-ab5d8122043e tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:19.910754 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-891ce859-f528-43a5-bba7-d21d31019fb4 req-8250aa78-f5dc-4140-9a79-ab5d8122043e tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.115 "GET /v2.0/ports?device_id=b1e30d19-7d32-4505-996a-82a4439beda4 HTTP/1.1" status: 200 len: 946 time: 0.0642757 Jul 22 22:23:20.014323 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-891ce859-f528-43a5-bba7-d21d31019fb4 req-2edfef2e-db8f-4909-8ac9-ebcfe4426885 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Deleting port 29eeade3-f52a-411d-9e97-a08d3f5a29d7 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:23:20.014730 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-891ce859-f528-43a5-bba7-d21d31019fb4 req-2edfef2e-db8f-4909-8ac9-ebcfe4426885 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:20.109735 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-891ce859-f528-43a5-bba7-d21d31019fb4 req-2edfef2e-db8f-4909-8ac9-ebcfe4426885 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] For port 29eeade3-f52a-411d-9e97-a08d3f5a29d7, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=29eeade3-f52a-411d-9e97-a08d3f5a29d7,segment=NetworkSegment(04b6c565-2fba-4e25-aced-87ccd86f1ada),segment_id=04b6c565-2fba-4e25-aced-87ccd86f1ada)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:20.110003 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-891ce859-f528-43a5-bba7-d21d31019fb4 req-2edfef2e-db8f-4909-8ac9-ebcfe4426885 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:20.223921 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:20.287264 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-891ce859-f528-43a5-bba7-d21d31019fb4 req-2edfef2e-db8f-4909-8ac9-ebcfe4426885 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:20.287633 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-891ce859-f528-43a5-bba7-d21d31019fb4 req-2edfef2e-db8f-4909-8ac9-ebcfe4426885 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718221'] for floatingip, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:20.288539 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.db.l3_db [req-891ce859-f528-43a5-bba7-d21d31019fb4 req-2edfef2e-db8f-4909-8ac9-ebcfe4426885 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Floating IP 36e61727-afa0-42f8-a54d-63528c32fbd0 disassociated. External IP: 172.27.3.40, port: 29eeade3-f52a-411d-9e97-a08d3f5a29d7. Jul 22 22:23:20.288867 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-891ce859-f528-43a5-bba7-d21d31019fb4 req-2edfef2e-db8f-4909-8ac9-ebcfe4426885 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Calling delete_port for 29eeade3-f52a-411d-9e97-a08d3f5a29d7 owned by compute:nova {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:23:20.421138 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-891ce859-f528-43a5-bba7-d21d31019fb4 req-2edfef2e-db8f-4909-8ac9-ebcfe4426885 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:20.448732 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edfef2e-db8f-4909-8ac9-ebcfe4426885 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Pushing event deleted for resources: {'Port': ['ID=29eeade3-f52a-411d-9e97-a08d3f5a29d7,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:20.569828 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-891ce859-f528-43a5-bba7-d21d31019fb4 req-2edfef2e-db8f-4909-8ac9-ebcfe4426885 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Router f6cb092b-2b3f-4f00-89b6-67f80c731a29 has already been hosted by L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:23:20.663213 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-04514909-d5b8-4983-a01b-bff176c24b92 req-6e0b9511-8f02-4dda-be49-6ca73b213612 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1e30d19-7d32-4505-996a-82a4439beda4 HTTP/1.1" status: 200 len: 210 time: 0.0403545 Jul 22 22:23:20.682174 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-891ce859-f528-43a5-bba7-d21d31019fb4 req-2edfef2e-db8f-4909-8ac9-ebcfe4426885 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:23:20.697629 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b669eb0-9d7e-45d6-b993-c158d9727570 None None] Sync routers for ids ['f6cb092b-2b3f-4f00-89b6-67f80c731a29'] in dv-cinder-801912-2-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:23:20.708215 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b669eb0-9d7e-45d6-b993-c158d9727570 None None] Routers {'f6cb092b-2b3f-4f00-89b6-67f80c731a29'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:23:20.709120 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-3b669eb0-9d7e-45d6-b993-c158d9727570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:23:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['f6cb092b-2b3f-4f00-89b6-67f80c731a29'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:20.731963 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-891ce859-f528-43a5-bba7-d21d31019fb4 req-2edfef2e-db8f-4909-8ac9-ebcfe4426885 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] No DVR routers for this DVR port 29eeade3-f52a-411d-9e97-a08d3f5a29d7 on host hv-cinder-80191 {{(pid=93278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:23:20.734790 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-891ce859-f528-43a5-bba7-d21d31019fb4 req-2edfef2e-db8f-4909-8ac9-ebcfe4426885 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:20.737285 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-891ce859-f528-43a5-bba7-d21d31019fb4 req-2edfef2e-db8f-4909-8ac9-ebcfe4426885 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.115 "DELETE /v2.0/ports/29eeade3-f52a-411d-9e97-a08d3f5a29d7 HTTP/1.1" status: 204 len: 173 time: 0.8212211 Jul 22 22:23:20.737924 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e30d19-7d32-4505-996a-82a4439beda4', 'name': 'network-vif-deleted', 'tag': '29eeade3-f52a-411d-9e97-a08d3f5a29d7'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:23:20.740241 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf487f0-19a1-4a22-95fb-cd952bf5f2f0" -d '{"events": [{"server_uuid": "b1e30d19-7d32-4505-996a-82a4439beda4", "name": "network-vif-deleted", "tag": "29eeade3-f52a-411d-9e97-a08d3f5a29d7"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:23:20.783700 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fe8a07-dc9c-43ee-9b0b-ac7df0ea93c5 x-openstack-request-id: req-59fe8a07-dc9c-43ee-9b0b-ac7df0ea93c5 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:23:20.784114 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e30d19-7d32-4505-996a-82a4439beda4", "name": "network-vif-deleted", "tag": "29eeade3-f52a-411d-9e97-a08d3f5a29d7", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:23:20.784481 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-59fe8a07-dc9c-43ee-9b0b-ac7df0ea93c5 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:23:20.785188 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e30d19-7d32-4505-996a-82a4439beda4', 'name': 'network-vif-deleted', 'tag': '29eeade3-f52a-411d-9e97-a08d3f5a29d7', 'status': 'completed', 'code': 200} Jul 22 22:23:20.855576 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-3b669eb0-9d7e-45d6-b993-c158d9727570 None None] Set router f6cb092b-2b3f-4f00-89b6-67f80c731a29 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:23:21.078712 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-3b669eb0-9d7e-45d6-b993-c158d9727570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'name': 'tempest-TestVolumeBootPattern-737192248-router', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:20:12Z', 'updated_at': '2021-07-22T22:20:16Z', 'revision_number': 4, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'gw_port': {'id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:40:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:13Z', 'updated_at': '2021-07-22T22:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '7e48020a-e4c5-4200-a7e5-76b8fa71e9a3', 'name': '', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'mac_address': 'fa:16:3e:ce:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:15Z', 'updated_at': '2021-07-22T22:20:22Z', 'revision_number': 5, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'subnets': [{'id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:21.105597 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b669eb0-9d7e-45d6-b993-c158d9727570 None None] Checking router: f6cb092b-2b3f-4f00-89b6-67f80c731a29 for host: dv-cinder-801912-2-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:23:21.114266 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b669eb0-9d7e-45d6-b993-c158d9727570 None None] Routers {'f6cb092b-2b3f-4f00-89b6-67f80c731a29'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:23:21.114907 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-3b669eb0-9d7e-45d6-b993-c158d9727570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:23:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['f6cb092b-2b3f-4f00-89b6-67f80c731a29'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:21.220512 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-3b669eb0-9d7e-45d6-b993-c158d9727570 None None] Set router f6cb092b-2b3f-4f00-89b6-67f80c731a29 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:23:21.431281 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-3b669eb0-9d7e-45d6-b993-c158d9727570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'name': 'tempest-TestVolumeBootPattern-737192248-router', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:20:12Z', 'updated_at': '2021-07-22T22:20:16Z', 'revision_number': 4, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'gw_port': {'id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:40:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:13Z', 'updated_at': '2021-07-22T22:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '7e48020a-e4c5-4200-a7e5-76b8fa71e9a3', 'name': '', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'mac_address': 'fa:16:3e:ce:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:15Z', 'updated_at': '2021-07-22T22:20:22Z', 'revision_number': 5, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'subnets': [{'id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:21.463722 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b669eb0-9d7e-45d6-b993-c158d9727570 None None] The sync data for ids ['f6cb092b-2b3f-4f00-89b6-67f80c731a29'] in dv-cinder-801912-2-iscsi is: [{'id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'name': 'tempest-TestVolumeBootPattern-737192248-router', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:20:12Z', 'updated_at': '2021-07-22T22:20:16Z', 'revision_number': 4, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'gw_port': {'id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:40:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:13Z', 'updated_at': '2021-07-22T22:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '7e48020a-e4c5-4200-a7e5-76b8fa71e9a3', 'name': '', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'mac_address': 'fa:16:3e:ce:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:15Z', 'updated_at': '2021-07-22T22:20:22Z', 'revision_number': 5, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'subnets': [{'id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:23:21.703846 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb691c5-1fbb-4547-ad73-9906c74a65c4 None None] New status for floating IP 36e61727-afa0-42f8-a54d-63528c32fbd0: DOWN {{(pid=93281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:23:21.875874 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:21.937113 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-e2adeada-f178-4a02-8544-4f474ba443b5 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-356944471&fields=id&tenant_id=2abfaf6202824c23a8f6aaad9e7a16df HTTP/1.1" status: 200 len: 267 time: 0.0338175 Jul 22 22:23:22.049930 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-38cf344a-44f9-4655-a5ba-0453c4be1b98 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:22.051640 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-38cf344a-44f9-4655-a5ba-0453c4be1b98 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/networks?id=f064cf42-f96c-4b47-830d-0a5aaa0b3353 HTTP/1.1" status: 200 len: 811 time: 0.1080294 Jul 22 22:23:22.066623 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-acde4b7f-ffdd-46f8-ba7e-9dd0bcb27513 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/quotas/2abfaf6202824c23a8f6aaad9e7a16df HTTP/1.1" status: 200 len: 375 time: 0.0093141 Jul 22 22:23:22.136834 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-77438b7c-72f5-45ba-ae15-c6c85d07a6ce tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2abfaf6202824c23a8f6aaad9e7a16df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0642059 Jul 22 22:23:22.231785 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-71278179-380a-4123-b288-32fb1ea676d4 service neutron] 10.222.0.11 "GET /v2.0/networks/f064cf42-f96c-4b47-830d-0a5aaa0b3353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830724 Jul 22 22:23:22.319137 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-423e85f9-b1fe-40ed-b1b6-2cc03d45264a service neutron] 10.222.0.11 "GET /v2.0/networks/f064cf42-f96c-4b47-830d-0a5aaa0b3353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817316 Jul 22 22:23:22.607805 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-621ebd3a-f098-4a2a-8d18-27ddfaa0d5df req-d12752fa-8515-4761-b32d-d3cd9860f5d2 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ff1df9b-9c14-4c82-8e6c-2cf0e367b505 HTTP/1.1" status: 200 len: 210 time: 0.0297291 Jul 22 22:23:23.261642 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 29eeade3-f52a-411d-9e97-a08d3f5a29d7 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:23:23.285005 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] No Port match for: 29eeade3-f52a-411d-9e97-a08d3f5a29d7 {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:23:23.285005 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 29eeade3-f52a-411d-9e97-a08d3f5a29d7 not bound to the agent host hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:23:23.567317 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-bb5da314-ac20-4635-98e1-2a22f80293be tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:23.569483 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-bb5da314-ac20-4635-98e1-2a22f80293be tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.115 "GET /v2.0/networks?id=f064cf42-f96c-4b47-830d-0a5aaa0b3353 HTTP/1.1" status: 200 len: 811 time: 0.1142390 Jul 22 22:23:23.613395 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-776fe1b1-9200-49d0-a3f5-cc7a46873f43 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2abfaf6202824c23a8f6aaad9e7a16df HTTP/1.1" status: 200 len: 379 time: 0.0361433 Jul 22 22:23:23.621982 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-8b521bd9-4ada-4aac-bed3-985337903dd5 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Request body: {'port': {'device_id': '3ff1df9b-9c14-4c82-8e6c-2cf0e367b505', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'admin_state_up': True, 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'security_groups': ['43c16f4d-fbc8-4190-bf07-2d8677f59fb9']}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:23:23.719914 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ccffba3e-c430-44ab-9359-3ca39d58efbe req-3eeabe45-1b1b-483b-87fa-cfb87c57eb36 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ff1df9b-9c14-4c82-8e6c-2cf0e367b505 HTTP/1.1" status: 200 len: 210 time: 0.0338719 Jul 22 22:23:23.742016 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-8b521bd9-4ada-4aac-bed3-985337903dd5 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Made reservation on behalf of 2abfaf6202824c23a8f6aaad9e7a16df for: {'port': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:23:23.745659 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-8b521bd9-4ada-4aac-bed3-985337903dd5 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:23.884946 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-8b521bd9-4ada-4aac-bed3-985337903dd5 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Allocated IP 172.20.0.6 (f064cf42-f96c-4b47-830d-0a5aaa0b3353/fec4972d-bc34-4dad-b039-91d3c3c2c734/5777cb53-b656-4594-891d-84caa6d9669c) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:23:24.043964 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-8b521bd9-4ada-4aac-bed3-985337903dd5 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:24.064683 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-8b521bd9-4ada-4aac-bed3-985337903dd5 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Transition to ACTIVE for port object 5777cb53-b656-4594-891d-84caa6d9669c will not be triggered until provisioned by entity DHCP. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:23:24.103642 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-8b521bd9-4ada-4aac-bed3-985337903dd5 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:24.148181 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-8b521bd9-4ada-4aac-bed3-985337903dd5 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Network f064cf42-f96c-4b47-830d-0a5aaa0b3353 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:23:24.153399 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-8b521bd9-4ada-4aac-bed3-985337903dd5 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:23:24.156071 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-8b521bd9-4ada-4aac-bed3-985337903dd5 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:23:24.188689 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b521bd9-4ada-4aac-bed3-985337903dd5 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Pushing event updated for resources: {'Port': ['ID=5777cb53-b656-4594-891d-84caa6d9669c,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:24.202365 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b521bd9-4ada-4aac-bed3-985337903dd5 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:24.202639 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b521bd9-4ada-4aac-bed3-985337903dd5 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:24.202984 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b521bd9-4ada-4aac-bed3-985337903dd5 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:24.203326 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b521bd9-4ada-4aac-bed3-985337903dd5 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:24.203665 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b521bd9-4ada-4aac-bed3-985337903dd5 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:24.204000 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b521bd9-4ada-4aac-bed3-985337903dd5 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:24.204359 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b521bd9-4ada-4aac-bed3-985337903dd5 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:24.204692 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b521bd9-4ada-4aac-bed3-985337903dd5 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:24.205028 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b521bd9-4ada-4aac-bed3-985337903dd5 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:24.205351 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b521bd9-4ada-4aac-bed3-985337903dd5 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:24.205678 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b521bd9-4ada-4aac-bed3-985337903dd5 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:24.206004 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b521bd9-4ada-4aac-bed3-985337903dd5 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:24.229268 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-8b521bd9-4ada-4aac-bed3-985337903dd5 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:24.229929 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-8b521bd9-4ada-4aac-bed3-985337903dd5 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:24.248049 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-8b521bd9-4ada-4aac-bed3-985337903dd5 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6296618 Jul 22 22:23:24.260263 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-c71e5b26-0bff-40f4-9594-3f1006ee189e service neutron] Request body: {'port': {'device_id': '3ff1df9b-9c14-4c82-8e6c-2cf0e367b505', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:23:24.342721 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-c71e5b26-0bff-40f4-9594-3f1006ee189e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:24.429226 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-2120e20c-f701-40a6-aeb1-2375b977b48b None None] Provisioning for port 5777cb53-b656-4594-891d-84caa6d9669c completed by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:23:24.433320 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-2120e20c-f701-40a6-aeb1-2375b977b48b None None] Provisioning complete for port 5777cb53-b656-4594-891d-84caa6d9669c triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:23:24.433694 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2120e20c-f701-40a6-aeb1-2375b977b48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:24.467793 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-2120e20c-f701-40a6-aeb1-2375b977b48b None None] Port 5777cb53-b656-4594-891d-84caa6d9669c cannot update to ACTIVE because it is not bound. {{(pid=93280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:23:24.621409 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-c71e5b26-0bff-40f4-9594-3f1006ee189e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5777cb53-b656-4594-891d-84caa6d9669c {{(pid=93278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:23:24.628802 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-c71e5b26-0bff-40f4-9594-3f1006ee189e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:24.641230 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-c71e5b26-0bff-40f4-9594-3f1006ee189e service neutron] Transition to ACTIVE for port object 5777cb53-b656-4594-891d-84caa6d9669c will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:23:24.645325 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-c71e5b26-0bff-40f4-9594-3f1006ee189e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:24.694764 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e5b26-0bff-40f4-9594-3f1006ee189e service neutron] Pushing event updated for resources: {'Port': ['ID=5777cb53-b656-4594-891d-84caa6d9669c,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:24.782538 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-c71e5b26-0bff-40f4-9594-3f1006ee189e service neutron] Attempting to bind port 5777cb53-b656-4594-891d-84caa6d9669c on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:23:24.782954 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-c71e5b26-0bff-40f4-9594-3f1006ee189e service neutron] Attempting to bind port 5777cb53-b656-4594-891d-84caa6d9669c by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '04b6c565-2fba-4e25-aced-87ccd86f1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:23:24.783293 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-c71e5b26-0bff-40f4-9594-3f1006ee189e service neutron] Attempting to bind port 5777cb53-b656-4594-891d-84caa6d9669c on network f064cf42-f96c-4b47-830d-0a5aaa0b3353 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:23:24.789006 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-c71e5b26-0bff-40f4-9594-3f1006ee189e service neutron] Port 5777cb53-b656-4594-891d-84caa6d9669c on network f064cf42-f96c-4b47-830d-0a5aaa0b3353 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:23:24.789364 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-c71e5b26-0bff-40f4-9594-3f1006ee189e service neutron] Attempting to bind port 5777cb53-b656-4594-891d-84caa6d9669c on network f064cf42-f96c-4b47-830d-0a5aaa0b3353 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:23:24.794790 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-c71e5b26-0bff-40f4-9594-3f1006ee189e service neutron] Checking agent: {'id': '4259e59d-080d-4967-89a0-1abd7a18732f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'started_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:23:24.795124 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-c71e5b26-0bff-40f4-9594-3f1006ee189e service neutron] Checking segment: {'id': '04b6c565-2fba-4e25-aced-87ccd86f1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:23:24.795516 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-c71e5b26-0bff-40f4-9594-3f1006ee189e service neutron] Bound using segment: {'id': '04b6c565-2fba-4e25-aced-87ccd86f1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:23:24.795964 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-c71e5b26-0bff-40f4-9594-3f1006ee189e service neutron] Bound port: 5777cb53-b656-4594-891d-84caa6d9669c, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04b6c565-2fba-4e25-aced-87ccd86f1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:23:24.796366 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-c71e5b26-0bff-40f4-9594-3f1006ee189e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:24.860977 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016d89a-f91e-4812-b695-604a186a247f req-a28e4583-75a1-4584-990b-0219b115de2a tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:24.863074 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8016d89a-f91e-4812-b695-604a186a247f req-a28e4583-75a1-4584-990b-0219b115de2a tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ff1df9b-9c14-4c82-8e6c-2cf0e367b505 HTTP/1.1" status: 200 len: 943 time: 0.0691614 Jul 22 22:23:24.872967 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-c71e5b26-0bff-40f4-9594-3f1006ee189e service neutron] For port 5777cb53-b656-4594-891d-84caa6d9669c, host hv-cinder-80191, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:23:24.877302 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-c71e5b26-0bff-40f4-9594-3f1006ee189e service neutron] For port 5777cb53-b656-4594-891d-84caa6d9669c, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=5777cb53-b656-4594-891d-84caa6d9669c,segment=NetworkSegment(04b6c565-2fba-4e25-aced-87ccd86f1ada),segment_id=04b6c565-2fba-4e25-aced-87ccd86f1ada)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:23:24.883948 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-c71e5b26-0bff-40f4-9594-3f1006ee189e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:24.908906 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8016d89a-f91e-4812-b695-604a186a247f req-bbe91aab-52d7-4534-94d3-560767bd27e6 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364735 Jul 22 22:23:24.927779 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-c71e5b26-0bff-40f4-9594-3f1006ee189e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:24.928822 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-c71e5b26-0bff-40f4-9594-3f1006ee189e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:24.930414 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-c71e5b26-0bff-40f4-9594-3f1006ee189e service neutron] 10.222.0.115 "PUT /v2.0/ports/5777cb53-b656-4594-891d-84caa6d9669c HTTP/1.1" status: 200 len: 1093 time: 0.6750834 Jul 22 22:23:24.932940 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff1df9b-9c14-4c82-8e6c-2cf0e367b505', 'tag': '5777cb53-b656-4594-891d-84caa6d9669c'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:23:24.936224 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa9b919-2217-471c-80b5-8634a471736c" -d '{"events": [{"name": "network-changed", "server_uuid": "3ff1df9b-9c14-4c82-8e6c-2cf0e367b505", "tag": "5777cb53-b656-4594-891d-84caa6d9669c"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:23:24.970991 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e5b26-0bff-40f4-9594-3f1006ee189e service neutron] Pushing event updated for resources: {'Port': ['ID=5777cb53-b656-4594-891d-84caa6d9669c,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:24.994892 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac927a65-0e6f-4e6e-8629-6acadc15118e x-openstack-request-id: req-ac927a65-0e6f-4e6e-8629-6acadc15118e {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:23:24.995208 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ff1df9b-9c14-4c82-8e6c-2cf0e367b505", "tag": "5777cb53-b656-4594-891d-84caa6d9669c", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:23:24.995437 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ac927a65-0e6f-4e6e-8629-6acadc15118e {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:23:24.995838 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ff1df9b-9c14-4c82-8e6c-2cf0e367b505', 'tag': '5777cb53-b656-4594-891d-84caa6d9669c', 'status': 'completed', 'code': 200} Jul 22 22:23:25.045107 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-d8a8b355-b9a7-48fb-9c4b-09c813bcdbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:25.046634 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-d8a8b355-b9a7-48fb-9c4b-09c813bcdbbb service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=2abfaf6202824c23a8f6aaad9e7a16df&device_id=3ff1df9b-9c14-4c82-8e6c-2cf0e367b505 HTTP/1.1" status: 200 len: 1096 time: 0.0628729 Jul 22 22:23:25.092708 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-79b25e16-32d6-402a-bff5-93bd520b86ed service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5777cb53-b656-4594-891d-84caa6d9669c HTTP/1.1" status: 200 len: 217 time: 0.0373461 Jul 22 22:23:25.147244 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-ead1522c-1c1d-4116-80c3-b1bd416f230f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:25.148838 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-ead1522c-1c1d-4116-80c3-b1bd416f230f service neutron] 10.222.0.115 "GET /v2.0/subnets?id=fec4972d-bc34-4dad-b039-91d3c3c2c734 HTTP/1.1" status: 200 len: 850 time: 0.0489149 Jul 22 22:23:25.222561 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-31ffaf58-cb3e-4ec0-9ea0-da795b15dc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:25.224726 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-31ffaf58-cb3e-4ec0-9ea0-da795b15dc24 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f064cf42-f96c-4b47-830d-0a5aaa0b3353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680125 Jul 22 22:23:25.320510 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-d1f004fe-2188-4fad-82cb-e2c515716781 service neutron] 10.222.0.115 "GET /v2.0/networks/f064cf42-f96c-4b47-830d-0a5aaa0b3353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876205 Jul 22 22:23:25.419609 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d45be9ca-92aa-4271-8812-b0e2e341fd7d req-6af2047b-b6e2-4dfe-9327-7223caf3c3d3 service neutron] 10.222.0.115 "GET /v2.0/networks/f064cf42-f96c-4b47-830d-0a5aaa0b3353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923188 Jul 22 22:23:25.519526 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9b919-2217-471c-80b5-8634a471736c req-651a5df6-30f0-4533-b853-2e2f330f33fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:25.521069 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8aa9b919-2217-471c-80b5-8634a471736c req-651a5df6-30f0-4533-b853-2e2f330f33fe service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=2abfaf6202824c23a8f6aaad9e7a16df&device_id=3ff1df9b-9c14-4c82-8e6c-2cf0e367b505 HTTP/1.1" status: 200 len: 1096 time: 0.0552559 Jul 22 22:23:25.618576 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9b919-2217-471c-80b5-8634a471736c req-8953286a-373d-4476-b2db-131856ffe70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:25.620077 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8aa9b919-2217-471c-80b5-8634a471736c req-8953286a-373d-4476-b2db-131856ffe70f service neutron] 10.222.0.115 "GET /v2.0/networks?id=f064cf42-f96c-4b47-830d-0a5aaa0b3353 HTTP/1.1" status: 200 len: 912 time: 0.0923188 Jul 22 22:23:25.663718 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8aa9b919-2217-471c-80b5-8634a471736c req-d3412d2d-5cc5-413d-929a-6d3cb0b12548 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5777cb53-b656-4594-891d-84caa6d9669c HTTP/1.1" status: 200 len: 217 time: 0.0349770 Jul 22 22:23:25.719446 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9b919-2217-471c-80b5-8634a471736c req-3b89775f-8ad1-4393-9bed-47a2b5e211cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:25.720886 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8aa9b919-2217-471c-80b5-8634a471736c req-3b89775f-8ad1-4393-9bed-47a2b5e211cb service neutron] 10.222.0.115 "GET /v2.0/subnets?id=fec4972d-bc34-4dad-b039-91d3c3c2c734 HTTP/1.1" status: 200 len: 850 time: 0.0461409 Jul 22 22:23:25.788709 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9b919-2217-471c-80b5-8634a471736c req-84b020f2-5974-4907-921a-27cbd7395bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:25.788709 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8aa9b919-2217-471c-80b5-8634a471736c req-84b020f2-5974-4907-921a-27cbd7395bcd service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f064cf42-f96c-4b47-830d-0a5aaa0b3353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569239 Jul 22 22:23:25.882168 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8aa9b919-2217-471c-80b5-8634a471736c req-04acc7a6-40cf-4ed2-8be6-ad584a6cfc6b service neutron] 10.222.0.115 "GET /v2.0/networks/f064cf42-f96c-4b47-830d-0a5aaa0b3353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864255 Jul 22 22:23:25.976645 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8aa9b919-2217-471c-80b5-8634a471736c req-27f53163-c2d8-4436-bf03-6991823f974f service neutron] 10.222.0.115 "GET /v2.0/networks/f064cf42-f96c-4b47-830d-0a5aaa0b3353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885389 Jul 22 22:23:26.048189 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89194ac-3983-4f25-a5eb-9f39a03d3e8c req-8ad0907f-639a-4210-971c-52dbe1ae0b03 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:26.049726 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e89194ac-3983-4f25-a5eb-9f39a03d3e8c req-8ad0907f-639a-4210-971c-52dbe1ae0b03 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ff1df9b-9c14-4c82-8e6c-2cf0e367b505 HTTP/1.1" status: 200 len: 943 time: 0.0657425 Jul 22 22:23:26.089233 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e89194ac-3983-4f25-a5eb-9f39a03d3e8c req-a1504657-b5db-405c-aff3-e8957036b662 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328362 Jul 22 22:23:26.653903 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:26.698885 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1ea687f2-6138-4d97-a56b-aebb133cc179 req-2f70b3f4-a93b-4c15-b6b6-faa57006aca3 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0556343 Jul 22 22:23:26.782236 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea687f2-6138-4d97-a56b-aebb133cc179 req-c0930937-51cc-4ac8-b932-8fa978aadf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:26.783741 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1ea687f2-6138-4d97-a56b-aebb133cc179 req-c0930937-51cc-4ac8-b932-8fa978aadf5f service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=4d3659e8b835430388a2cee22076abe4&device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 1099 time: 0.0636599 Jul 22 22:23:26.891899 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea687f2-6138-4d97-a56b-aebb133cc179 req-79350e7f-8ff3-4bd4-b5c1-7a17b87ba7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:26.893439 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1ea687f2-6138-4d97-a56b-aebb133cc179 req-79350e7f-8ff3-4bd4-b5c1-7a17b87ba7ea service neutron] 10.222.0.115 "GET /v2.0/networks?id=4aaef0ad-84e7-449b-8140-d9a9cce60069 HTTP/1.1" status: 200 len: 918 time: 0.0896809 Jul 22 22:23:26.970110 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1ea687f2-6138-4d97-a56b-aebb133cc179 req-feeb69e8-324c-4d2b-9c71-375a4f3ec006 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc305867-8487-421b-b754-849233243ba2 HTTP/1.1" status: 200 len: 1001 time: 0.0655706 Jul 22 22:23:27.022560 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea687f2-6138-4d97-a56b-aebb133cc179 req-78f7107d-f787-4df3-886e-9589468c523d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:27.024026 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1ea687f2-6138-4d97-a56b-aebb133cc179 req-78f7107d-f787-4df3-886e-9589468c523d service neutron] 10.222.0.115 "GET /v2.0/subnets?id=5caf93b5-914e-42f5-8313-0d8eb8086bc1 HTTP/1.1" status: 200 len: 856 time: 0.0481210 Jul 22 22:23:27.085728 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea687f2-6138-4d97-a56b-aebb133cc179 req-846680ff-aa86-4546-9b3f-dd3a3756a68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:27.087338 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1ea687f2-6138-4d97-a56b-aebb133cc179 req-846680ff-aa86-4546-9b3f-dd3a3756a68d service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=4aaef0ad-84e7-449b-8140-d9a9cce60069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553613 Jul 22 22:23:27.196779 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1ea687f2-6138-4d97-a56b-aebb133cc179 req-ea7adb2e-d052-46ba-a9a8-09adc78cb512 service neutron] 10.222.0.115 "GET /v2.0/networks/4aaef0ad-84e7-449b-8140-d9a9cce60069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944805 Jul 22 22:23:27.230670 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d25beb-bde4-40e2-b633-c7170fd3f804 req-ad73ccf0-3fa5-44e0-aa2f-bd564134bc62 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:27.232105 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e0d25beb-bde4-40e2-b633-c7170fd3f804 req-ad73ccf0-3fa5-44e0-aa2f-bd564134bc62 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ff1df9b-9c14-4c82-8e6c-2cf0e367b505 HTTP/1.1" status: 200 len: 943 time: 0.0696721 Jul 22 22:23:27.273351 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e0d25beb-bde4-40e2-b633-c7170fd3f804 req-6945ba0f-e525-4b09-bfc8-347c5eac2a4f tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350587 Jul 22 22:23:27.294208 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-1ea687f2-6138-4d97-a56b-aebb133cc179 req-f982b6eb-5b83-41bb-9f0e-64a97e80f352 service neutron] 10.222.0.115 "GET /v2.0/networks/4aaef0ad-84e7-449b-8140-d9a9cce60069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906372 Jul 22 22:23:28.400677 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c71062-5734-458d-9b84-3a26e8cbc2c2 req-5ee305c1-074e-46cc-997f-e5721fac9351 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:28.402150 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-39c71062-5734-458d-9b84-3a26e8cbc2c2 req-5ee305c1-074e-46cc-997f-e5721fac9351 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ff1df9b-9c14-4c82-8e6c-2cf0e367b505 HTTP/1.1" status: 200 len: 943 time: 0.0625973 Jul 22 22:23:28.439139 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-39c71062-5734-458d-9b84-3a26e8cbc2c2 req-f9c5de97-d4ee-4d02-9f9e-6c6a64ec495a tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314105 Jul 22 22:23:28.896318 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 6 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:23:29.577060 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee4b55-4dae-44ab-b395-6411dd97b7cc req-51abc1dc-047a-4099-a038-82fff7dc34c4 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:29.578539 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-deee4b55-4dae-44ab-b395-6411dd97b7cc req-51abc1dc-047a-4099-a038-82fff7dc34c4 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ff1df9b-9c14-4c82-8e6c-2cf0e367b505 HTTP/1.1" status: 200 len: 943 time: 0.0700927 Jul 22 22:23:29.617798 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-deee4b55-4dae-44ab-b395-6411dd97b7cc req-0528579a-b21d-40be-bdfb-f7f4df72a9b0 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334949 Jul 22 22:23:30.746787 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfadb67-84e7-493a-a107-f3204db988f1 req-fd23540e-7948-4b79-9832-e3db2adab1b3 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:30.748401 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ccfadb67-84e7-493a-a107-f3204db988f1 req-fd23540e-7948-4b79-9832-e3db2adab1b3 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ff1df9b-9c14-4c82-8e6c-2cf0e367b505 HTTP/1.1" status: 200 len: 943 time: 0.0635900 Jul 22 22:23:30.790087 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ccfadb67-84e7-493a-a107-f3204db988f1 req-6ac682f5-c423-40bf-8b92-8536f9629c6e tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339866 Jul 22 22:23:31.928378 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca987287-383f-4552-a5ca-13033e8d61a2 req-37866ec6-a25d-4386-ab0f-3d57069ff22d tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:31.930038 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ca987287-383f-4552-a5ca-13033e8d61a2 req-37866ec6-a25d-4386-ab0f-3d57069ff22d tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ff1df9b-9c14-4c82-8e6c-2cf0e367b505 HTTP/1.1" status: 200 len: 943 time: 0.0627754 Jul 22 22:23:31.970344 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ca987287-383f-4552-a5ca-13033e8d61a2 req-5e04eb29-131b-452f-8c13-865a20b360c8 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348010 Jul 22 22:23:33.105825 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c857d-2ae8-4441-96d9-3a8fb485530d req-f694e087-66e8-4cd7-94bf-803135525918 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:33.107207 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-213c857d-2ae8-4441-96d9-3a8fb485530d req-f694e087-66e8-4cd7-94bf-803135525918 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ff1df9b-9c14-4c82-8e6c-2cf0e367b505 HTTP/1.1" status: 200 len: 943 time: 0.0668597 Jul 22 22:23:33.146208 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-213c857d-2ae8-4441-96d9-3a8fb485530d req-318c5f36-5353-44f0-81a1-32497ec10352 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332830 Jul 22 22:23:33.288588 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 5777cb53-b656-4594-891d-84caa6d9669c details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:23:33.387167 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 5777cb53-b656-4594-891d-84caa6d9669c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=5777cb53-b656-4594-891d-84caa6d9669c,segment=NetworkSegment(04b6c565-2fba-4e25-aced-87ccd86f1ada),segment_id=04b6c565-2fba-4e25-aced-87ccd86f1ada)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:33.398158 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Returning: {'device': '5777cb53-b656-4594-891d-84caa6d9669c', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'port_id': '5777cb53-b656-4594-891d-84caa6d9669c', 'mac_address': 'fa:16:3e:eb:66:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:23:33.435088 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:33.448618 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5777cb53-b656-4594-891d-84caa6d9669c {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:23:33.471820 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 5777cb53-b656-4594-891d-84caa6d9669c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=5777cb53-b656-4594-891d-84caa6d9669c,segment=NetworkSegment(04b6c565-2fba-4e25-aced-87ccd86f1ada),segment_id=04b6c565-2fba-4e25-aced-87ccd86f1ada)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:33.475869 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:33.523543 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=5777cb53-b656-4594-891d-84caa6d9669c,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:33.711740 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['5777cb53-b656-4594-891d-84caa6d9669c'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:23:34.277480 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cf6b9-469f-4340-99f6-97e476dd656d req-86a162d2-f0ad-4572-a07b-c69b0d2d1de2 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:34.279014 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e31cf6b9-469f-4340-99f6-97e476dd656d req-86a162d2-f0ad-4572-a07b-c69b0d2d1de2 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ff1df9b-9c14-4c82-8e6c-2cf0e367b505 HTTP/1.1" status: 200 len: 944 time: 0.0647268 Jul 22 22:23:34.316688 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e31cf6b9-469f-4340-99f6-97e476dd656d req-9d8017c1-fa29-44ff-a92c-a7e01226ec00 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320344 Jul 22 22:23:35.303231 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 5777cb53-b656-4594-891d-84caa6d9669c up at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:23:35.356169 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning for port 5777cb53-b656-4594-891d-84caa6d9669c completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:23:35.359953 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning complete for port 5777cb53-b656-4594-891d-84caa6d9669c triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:23:35.360360 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:35.441721 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:35.450879 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f97af3-5b80-4177-83e7-a5fd1f6761f7 req-ae730285-7066-4735-88f4-c0b9aaa2c0dc tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:35.452381 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-13f97af3-5b80-4177-83e7-a5fd1f6761f7 req-ae730285-7066-4735-88f4-c0b9aaa2c0dc tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ff1df9b-9c14-4c82-8e6c-2cf0e367b505 HTTP/1.1" status: 200 len: 944 time: 0.0675972 Jul 22 22:23:35.495227 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-13f97af3-5b80-4177-83e7-a5fd1f6761f7 req-c736b66b-3e38-48e7-b5ea-e98b1dfee9ca tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367343 Jul 22 22:23:35.583485 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff1df9b-9c14-4c82-8e6c-2cf0e367b505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5777cb53-b656-4594-891d-84caa6d9669c'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:23:35.586421 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f27b67f0d35f7f80674a04ef850f841daaa75b8eb1023cd4f94f55c11be84c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f57285-56c9-4ef9-bbc6-0729b626df43" -d '{"events": [{"server_uuid": "3ff1df9b-9c14-4c82-8e6c-2cf0e367b505", "name": "network-vif-plugged", "status": "completed", "tag": "5777cb53-b656-4594-891d-84caa6d9669c"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:23:35.599290 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 5777cb53-b656-4594-891d-84caa6d9669c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=5777cb53-b656-4594-891d-84caa6d9669c,segment=NetworkSegment(04b6c565-2fba-4e25-aced-87ccd86f1ada),segment_id=04b6c565-2fba-4e25-aced-87ccd86f1ada)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:35.603606 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:35.628910 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37dfc4d-99e9-4963-ba19-43fa5b692a31 x-openstack-request-id: req-d37dfc4d-99e9-4963-ba19-43fa5b692a31 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:23:35.629207 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff1df9b-9c14-4c82-8e6c-2cf0e367b505", "name": "network-vif-plugged", "status": "completed", "tag": "5777cb53-b656-4594-891d-84caa6d9669c", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:23:35.629455 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d37dfc4d-99e9-4963-ba19-43fa5b692a31 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:23:35.629858 dv-cinder-801912-2-iscsi neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff1df9b-9c14-4c82-8e6c-2cf0e367b505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5777cb53-b656-4594-891d-84caa6d9669c', 'code': 200} Jul 22 22:23:35.657006 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=5777cb53-b656-4594-891d-84caa6d9669c,revision_number=5']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:35.863145 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48555f9-cd1a-4f21-af39-8442baf76137 req-430677fa-f6f0-486d-afb4-6935d1797abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:35.864701 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c48555f9-cd1a-4f21-af39-8442baf76137 req-430677fa-f6f0-486d-afb4-6935d1797abe service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=3ff1df9b-9c14-4c82-8e6c-2cf0e367b505 HTTP/1.1" status: 200 len: 1098 time: 0.0540285 Jul 22 22:23:35.900383 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c48555f9-cd1a-4f21-af39-8442baf76137 req-1a5ba726-60b4-446f-8282-10cc33ae00ab service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288153 Jul 22 22:23:36.636933 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d4dc3-58b9-4d6e-b12d-9e50611d6601 req-eeb67cb7-b5d2-4199-8eb6-13a501e2657d tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:36.638681 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-2e9d4dc3-58b9-4d6e-b12d-9e50611d6601 req-eeb67cb7-b5d2-4199-8eb6-13a501e2657d tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ff1df9b-9c14-4c82-8e6c-2cf0e367b505 HTTP/1.1" status: 200 len: 945 time: 0.0640192 Jul 22 22:23:36.678151 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-2e9d4dc3-58b9-4d6e-b12d-9e50611d6601 req-cf1f1105-e104-4915-864c-4033b2a16b92 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339231 Jul 22 22:23:37.810322 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14974e23-a386-4757-9abc-c4aa97188452 req-09c811c9-a481-4e02-ac58-9907943d12e2 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:37.811812 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-14974e23-a386-4757-9abc-c4aa97188452 req-09c811c9-a481-4e02-ac58-9907943d12e2 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ff1df9b-9c14-4c82-8e6c-2cf0e367b505 HTTP/1.1" status: 200 len: 945 time: 0.0643034 Jul 22 22:23:37.850001 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-14974e23-a386-4757-9abc-c4aa97188452 req-ae0bfc51-337c-4936-a3a1-aa3ff723969f tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319989 Jul 22 22:23:37.981726 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6239c-1570-4a44-9e67-725d31552cc2 req-ad467e42-e2a5-4d2e-ba9e-f16b6889eb29 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:37.983126 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-edc6239c-1570-4a44-9e67-725d31552cc2 req-ad467e42-e2a5-4d2e-ba9e-f16b6889eb29 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ff1df9b-9c14-4c82-8e6c-2cf0e367b505 HTTP/1.1" status: 200 len: 945 time: 0.0673802 Jul 22 22:23:38.020143 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-edc6239c-1570-4a44-9e67-725d31552cc2 req-f3010ecc-4d7b-4510-b565-0b608e195236 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315602 Jul 22 22:23:38.043908 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 53002) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:38.097901 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbf7fc7-f9bb-40d0-949e-e768f3cf6108 tempest-TestVolumeBootPattern-1798769826 tempest-TestVolumeBootPattern-1798769826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:38.099967 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-4fbf7fc7-f9bb-40d0-949e-e768f3cf6108 tempest-TestVolumeBootPattern-1798769826 tempest-TestVolumeBootPattern-1798769826-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3ff1df9b-9c14-4c82-8e6c-2cf0e367b505 HTTP/1.1" status: 200 len: 1093 time: 0.0544670 Jul 22 22:23:38.102790 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 53004) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:38.107223 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-3f6d4ccd-3c04-4efb-aec3-ae23f1c3afc3 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Request body: {'floatingip': {'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'port_id': '5777cb53-b656-4594-891d-84caa6d9669c', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:23:38.128938 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3f6d4ccd-3c04-4efb-aec3-ae23f1c3afc3 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for floatingip, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:38.229828 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3f6d4ccd-3c04-4efb-aec3-ae23f1c3afc3 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:38.331706 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.db_base_plugin_common [None req-3f6d4ccd-3c04-4efb-aec3-ae23f1c3afc3 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Allocated IP 172.27.3.203 (f8c72cc4-96e2-4f72-802d-5144237f0ca7/448cec93-c98c-4ed8-8dac-ac905c6d6ede/1d4a3b45-4b3a-4e5a-90fa-eaccdffeb673) {{(pid=93279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:23:38.433099 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3f6d4ccd-3c04-4efb-aec3-ae23f1c3afc3 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for port, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:38.471562 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3f6d4ccd-3c04-4efb-aec3-ae23f1c3afc3 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960856'] for port, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:38.506606 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6d4ccd-3c04-4efb-aec3-ae23f1c3afc3 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Network f8c72cc4-96e2-4f72-802d-5144237f0ca7 is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:23:38.511262 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-3f6d4ccd-3c04-4efb-aec3-ae23f1c3afc3 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:23:38.514850 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6d4ccd-3c04-4efb-aec3-ae23f1c3afc3 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Received port after_create {{(pid=93279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:23:38.538282 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d4ccd-3c04-4efb-aec3-ae23f1c3afc3 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Pushing event updated for resources: {'Port': ['ID=1d4a3b45-4b3a-4e5a-90fa-eaccdffeb673,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:38.550703 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d4ccd-3c04-4efb-aec3-ae23f1c3afc3 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:38.551063 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d4ccd-3c04-4efb-aec3-ae23f1c3afc3 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:38.551407 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d4ccd-3c04-4efb-aec3-ae23f1c3afc3 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:38.551752 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d4ccd-3c04-4efb-aec3-ae23f1c3afc3 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:38.552087 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d4ccd-3c04-4efb-aec3-ae23f1c3afc3 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:38.552519 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d4ccd-3c04-4efb-aec3-ae23f1c3afc3 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:38.553061 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d4ccd-3c04-4efb-aec3-ae23f1c3afc3 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:38.553460 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d4ccd-3c04-4efb-aec3-ae23f1c3afc3 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:38.553792 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d4ccd-3c04-4efb-aec3-ae23f1c3afc3 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:38.554124 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d4ccd-3c04-4efb-aec3-ae23f1c3afc3 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:38.554453 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d4ccd-3c04-4efb-aec3-ae23f1c3afc3 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:38.554778 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6d4ccd-3c04-4efb-aec3-ae23f1c3afc3 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:39.120076 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3f6d4ccd-3c04-4efb-aec3-ae23f1c3afc3 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:39.198466 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3f6d4ccd-3c04-4efb-aec3-ae23f1c3afc3 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:39.354374 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3f6d4ccd-3c04-4efb-aec3-ae23f1c3afc3 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for port, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:39.359089 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3f6d4ccd-3c04-4efb-aec3-ae23f1c3afc3 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960851'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:39.431036 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d4ccd-3c04-4efb-aec3-ae23f1c3afc3 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Pushing event updated for resources: {'Port': ['ID=1d4a3b45-4b3a-4e5a-90fa-eaccdffeb673,revision_number=2']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:39.439079 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3f6d4ccd-3c04-4efb-aec3-ae23f1c3afc3 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718221'] for floatingip, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:39.535419 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.db.l3_db [None req-3f6d4ccd-3c04-4efb-aec3-ae23f1c3afc3 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Floating IP b5caa0a9-21c1-4cae-b9c1-dbbaec131f14 associated. External IP: 172.27.3.203, port: 5777cb53-b656-4594-891d-84caa6d9669c. Jul 22 22:23:39.746560 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6d4ccd-3c04-4efb-aec3-ae23f1c3afc3 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Router f6cb092b-2b3f-4f00-89b6-67f80c731a29 has already been hosted by L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 {{(pid=93279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:23:39.882197 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6d4ccd-3c04-4efb-aec3-ae23f1c3afc3 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:23:39.892660 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70929c82-85d0-4f8b-89f8-2582503102d1 None None] Sync routers for ids ['f6cb092b-2b3f-4f00-89b6-67f80c731a29'] in dv-cinder-801912-2-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:23:39.899109 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3f6d4ccd-3c04-4efb-aec3-ae23f1c3afc3 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for floatingip, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:39.903021 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70929c82-85d0-4f8b-89f8-2582503102d1 None None] Routers {'f6cb092b-2b3f-4f00-89b6-67f80c731a29'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:23:39.903717 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-70929c82-85d0-4f8b-89f8-2582503102d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:23:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['f6cb092b-2b3f-4f00-89b6-67f80c731a29'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:39.936188 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-3f6d4ccd-3c04-4efb-aec3-ae23f1c3afc3 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8323085 Jul 22 22:23:39.936774 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff1df9b-9c14-4c82-8e6c-2cf0e367b505', 'tag': '5777cb53-b656-4594-891d-84caa6d9669c'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:23:39.939170 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c6b4c132c05f8fa555954f998dc13116b5a095d8f56ef95ca39bca9c69008e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5dbb7ae-10ef-40d7-8660-cb5b0a289553" -d '{"events": [{"name": "network-changed", "server_uuid": "3ff1df9b-9c14-4c82-8e6c-2cf0e367b505", "tag": "5777cb53-b656-4594-891d-84caa6d9669c"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:23:39.975413 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6037040d-6bf0-409e-8dc3-b83c888a3dd9 x-openstack-request-id: req-6037040d-6bf0-409e-8dc3-b83c888a3dd9 {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:23:39.975704 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ff1df9b-9c14-4c82-8e6c-2cf0e367b505", "tag": "5777cb53-b656-4594-891d-84caa6d9669c", "status": "completed", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:23:39.975977 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6037040d-6bf0-409e-8dc3-b83c888a3dd9 {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:23:39.976432 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ff1df9b-9c14-4c82-8e6c-2cf0e367b505', 'tag': '5777cb53-b656-4594-891d-84caa6d9669c', 'status': 'completed', 'code': 200} Jul 22 22:23:40.011777 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-70929c82-85d0-4f8b-89f8-2582503102d1 None None] Set router f6cb092b-2b3f-4f00-89b6-67f80c731a29 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:23:40.069833 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbb7ae-10ef-40d7-8660-cb5b0a289553 req-5f873fee-b8de-453c-b110-b160cf245b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:40.071467 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d5dbb7ae-10ef-40d7-8660-cb5b0a289553 req-5f873fee-b8de-453c-b110-b160cf245b4b service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=2abfaf6202824c23a8f6aaad9e7a16df&device_id=3ff1df9b-9c14-4c82-8e6c-2cf0e367b505 HTTP/1.1" status: 200 len: 1098 time: 0.0684206 Jul 22 22:23:40.176153 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbb7ae-10ef-40d7-8660-cb5b0a289553 req-e2901738-3e0e-4433-8d9e-10706bc08f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:40.177791 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d5dbb7ae-10ef-40d7-8660-cb5b0a289553 req-e2901738-3e0e-4433-8d9e-10706bc08f8f service neutron] 10.222.0.115 "GET /v2.0/networks?id=f064cf42-f96c-4b47-830d-0a5aaa0b3353 HTTP/1.1" status: 200 len: 912 time: 0.0958316 Jul 22 22:23:40.246402 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d5dbb7ae-10ef-40d7-8660-cb5b0a289553 req-0375c0dc-7757-4e6c-8d39-6367a21cdd6a service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5777cb53-b656-4594-891d-84caa6d9669c HTTP/1.1" status: 200 len: 999 time: 0.0619664 Jul 22 22:23:40.260280 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-70929c82-85d0-4f8b-89f8-2582503102d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'name': 'tempest-TestVolumeBootPattern-737192248-router', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:20:12Z', 'updated_at': '2021-07-22T22:20:16Z', 'revision_number': 4, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'gw_port': {'id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:40:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:13Z', 'updated_at': '2021-07-22T22:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_floatingips': [{'id': 'b5caa0a9-21c1-4cae-b9c1-dbbaec131f14', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'floating_ip_address': '172.27.3.203', 'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'router_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'port_id': '5777cb53-b656-4594-891d-84caa6d9669c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'mac_address': 'fa:16:3e:eb:66:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff1df9b-9c14-4c82-8e6c-2cf0e367b505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:23:38Z', 'updated_at': '2021-07-22T22:23:38Z', 'revision_number': 0, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e48020a-e4c5-4200-a7e5-76b8fa71e9a3', 'name': '', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'mac_address': 'fa:16:3e:ce:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:15Z', 'updated_at': '2021-07-22T22:20:22Z', 'revision_number': 5, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'subnets': [{'id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:40.286108 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70929c82-85d0-4f8b-89f8-2582503102d1 None None] Checking router: f6cb092b-2b3f-4f00-89b6-67f80c731a29 for host: dv-cinder-801912-2-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:23:40.295352 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70929c82-85d0-4f8b-89f8-2582503102d1 None None] Routers {'f6cb092b-2b3f-4f00-89b6-67f80c731a29'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:23:40.296067 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-70929c82-85d0-4f8b-89f8-2582503102d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:23:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['f6cb092b-2b3f-4f00-89b6-67f80c731a29'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:40.300353 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbb7ae-10ef-40d7-8660-cb5b0a289553 req-dfd4b5b3-4d06-4a31-b6ad-9c2200c0386a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:40.301944 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d5dbb7ae-10ef-40d7-8660-cb5b0a289553 req-dfd4b5b3-4d06-4a31-b6ad-9c2200c0386a service neutron] 10.222.0.115 "GET /v2.0/subnets?id=fec4972d-bc34-4dad-b039-91d3c3c2c734 HTTP/1.1" status: 200 len: 850 time: 0.0446689 Jul 22 22:23:40.368173 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbb7ae-10ef-40d7-8660-cb5b0a289553 req-24bb6e63-89bc-4342-a445-4480990f13e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:40.369723 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d5dbb7ae-10ef-40d7-8660-cb5b0a289553 req-24bb6e63-89bc-4342-a445-4480990f13e2 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f064cf42-f96c-4b47-830d-0a5aaa0b3353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0601788 Jul 22 22:23:40.409454 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-70929c82-85d0-4f8b-89f8-2582503102d1 None None] Set router f6cb092b-2b3f-4f00-89b6-67f80c731a29 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:23:40.480200 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d5dbb7ae-10ef-40d7-8660-cb5b0a289553 req-a0b5f5f1-5730-4490-8253-ad36d20d79b9 service neutron] 10.222.0.115 "GET /v2.0/networks/f064cf42-f96c-4b47-830d-0a5aaa0b3353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023948 Jul 22 22:23:40.576274 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d5dbb7ae-10ef-40d7-8660-cb5b0a289553 req-602e02a0-f682-439d-92fc-b3401334e4a1 service neutron] 10.222.0.115 "GET /v2.0/networks/f064cf42-f96c-4b47-830d-0a5aaa0b3353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846653 Jul 22 22:23:40.659451 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-70929c82-85d0-4f8b-89f8-2582503102d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'name': 'tempest-TestVolumeBootPattern-737192248-router', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:20:12Z', 'updated_at': '2021-07-22T22:20:16Z', 'revision_number': 4, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'gw_port': {'id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:40:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:13Z', 'updated_at': '2021-07-22T22:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_floatingips': [{'id': 'b5caa0a9-21c1-4cae-b9c1-dbbaec131f14', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'floating_ip_address': '172.27.3.203', 'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'router_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'port_id': '5777cb53-b656-4594-891d-84caa6d9669c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'mac_address': 'fa:16:3e:eb:66:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff1df9b-9c14-4c82-8e6c-2cf0e367b505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:23:38Z', 'updated_at': '2021-07-22T22:23:38Z', 'revision_number': 0, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e48020a-e4c5-4200-a7e5-76b8fa71e9a3', 'name': '', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'mac_address': 'fa:16:3e:ce:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:15Z', 'updated_at': '2021-07-22T22:20:22Z', 'revision_number': 5, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'subnets': [{'id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:40.690220 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70929c82-85d0-4f8b-89f8-2582503102d1 None None] The sync data for ids ['f6cb092b-2b3f-4f00-89b6-67f80c731a29'] in dv-cinder-801912-2-iscsi is: [{'id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'name': 'tempest-TestVolumeBootPattern-737192248-router', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:20:12Z', 'updated_at': '2021-07-22T22:20:16Z', 'revision_number': 4, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'gw_port': {'id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:40:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:13Z', 'updated_at': '2021-07-22T22:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_floatingips': [{'id': 'b5caa0a9-21c1-4cae-b9c1-dbbaec131f14', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'floating_ip_address': '172.27.3.203', 'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'router_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'port_id': '5777cb53-b656-4594-891d-84caa6d9669c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'mac_address': 'fa:16:3e:eb:66:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff1df9b-9c14-4c82-8e6c-2cf0e367b505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:23:38Z', 'updated_at': '2021-07-22T22:23:38Z', 'revision_number': 0, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e48020a-e4c5-4200-a7e5-76b8fa71e9a3', 'name': '', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'mac_address': 'fa:16:3e:ce:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:15Z', 'updated_at': '2021-07-22T22:20:22Z', 'revision_number': 5, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'subnets': [{'id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:23:40.873598 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e4c117-4518-487a-b152-10b2d13efe23 None None] New status for floating IP b5caa0a9-21c1-4cae-b9c1-dbbaec131f14: ACTIVE {{(pid=93281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:23:46.567010 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-310cc68f-ac3d-4d11-9aea-616f51c8607a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:47.733570 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae3948-2d14-4fca-b7c7-959be2f4c03a req-0186ede2-c77f-4da6-bb46-92cefc860da3 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:47.734968 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-96ae3948-2d14-4fca-b7c7-959be2f4c03a req-0186ede2-c77f-4da6-bb46-92cefc860da3 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 946 time: 0.0627997 Jul 22 22:23:47.773604 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-96ae3948-2d14-4fca-b7c7-959be2f4c03a req-45402cfe-6c50-4d3c-a3a9-bfd1da1bd5c4 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324950 Jul 22 22:23:48.919047 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2c43d-ffb0-48ab-9504-cbcdfbf350a3 req-3018afd0-2546-4aae-97f0-c60c8a0553be tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:48.920521 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a5c2c43d-ffb0-48ab-9504-cbcdfbf350a3 req-3018afd0-2546-4aae-97f0-c60c8a0553be tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 946 time: 0.0658054 Jul 22 22:23:48.935939 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0ccf84c8-9f56-4903-8cc1-584f1db8f792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:48.958772 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a5c2c43d-ffb0-48ab-9504-cbcdfbf350a3 req-c9d1a5d1-90d3-4306-a883-63e69c858c1b tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320227 Jul 22 22:23:49.180614 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:49.647058 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc46786-9132-45ff-acf5-361ce287b253 req-a63a6794-aad4-4d7c-a6ee-0a44a9374ad3 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:49.648541 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3fc46786-9132-45ff-acf5-361ce287b253 req-a63a6794-aad4-4d7c-a6ee-0a44a9374ad3 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.115 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 946 time: 0.0681260 Jul 22 22:23:49.752036 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-3fc46786-9132-45ff-acf5-361ce287b253 req-7128f26e-bb70-4955-ad44-9238ee8083bf tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Deleting port dc305867-8487-421b-b754-849233243ba2 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:23:49.752399 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-3fc46786-9132-45ff-acf5-361ce287b253 req-7128f26e-bb70-4955-ad44-9238ee8083bf tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:49.845583 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-3fc46786-9132-45ff-acf5-361ce287b253 req-7128f26e-bb70-4955-ad44-9238ee8083bf tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] For port dc305867-8487-421b-b754-849233243ba2, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=dc305867-8487-421b-b754-849233243ba2,segment=NetworkSegment(e3b20446-b3e0-4ede-9ab0-e90ab51c0319),segment_id=e3b20446-b3e0-4ede-9ab0-e90ab51c0319)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:49.845950 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-3fc46786-9132-45ff-acf5-361ce287b253 req-7128f26e-bb70-4955-ad44-9238ee8083bf tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:50.014382 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-3fc46786-9132-45ff-acf5-361ce287b253 req-7128f26e-bb70-4955-ad44-9238ee8083bf tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:50.015126 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-3fc46786-9132-45ff-acf5-361ce287b253 req-7128f26e-bb70-4955-ad44-9238ee8083bf tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718221'] for floatingip, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:50.015126 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.db.l3_db [req-3fc46786-9132-45ff-acf5-361ce287b253 req-7128f26e-bb70-4955-ad44-9238ee8083bf tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Floating IP 993310d0-d254-4f06-a88a-c08b14f3f5ed disassociated. External IP: 172.27.3.108, port: dc305867-8487-421b-b754-849233243ba2. Jul 22 22:23:50.015377 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-3fc46786-9132-45ff-acf5-361ce287b253 req-7128f26e-bb70-4955-ad44-9238ee8083bf tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Calling delete_port for dc305867-8487-421b-b754-849233243ba2 owned by compute:nova {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:23:50.110791 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0d8c2-cd72-4e74-86e7-e631129fc249 req-5fc73bd3-da27-406d-8a45-11d1760f1e2b tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:50.112437 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4bb0d8c2-cd72-4e74-86e7-e631129fc249 req-5fc73bd3-da27-406d-8a45-11d1760f1e2b tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 946 time: 0.0788727 Jul 22 22:23:50.152603 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-3fc46786-9132-45ff-acf5-361ce287b253 req-7128f26e-bb70-4955-ad44-9238ee8083bf tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:50.153734 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4bb0d8c2-cd72-4e74-86e7-e631129fc249 req-97018d4d-8d61-4a52-aacc-f7cc63f8132c tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups?id=c68d898a-3e0b-4c1e-9976-96e895188e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349696 Jul 22 22:23:50.185403 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128f26e-bb70-4955-ad44-9238ee8083bf tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Pushing event deleted for resources: {'Port': ['ID=dc305867-8487-421b-b754-849233243ba2,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:50.226734 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:50.559775 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fc46786-9132-45ff-acf5-361ce287b253 req-7128f26e-bb70-4955-ad44-9238ee8083bf tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Router 03a6623b-6574-46c4-82fd-78327971c202 has already been hosted by L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:23:50.672918 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fc46786-9132-45ff-acf5-361ce287b253 req-7128f26e-bb70-4955-ad44-9238ee8083bf tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:23:50.685053 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b02e1f-4101-4d0f-b881-53410bd28088 None None] Sync routers for ids ['03a6623b-6574-46c4-82fd-78327971c202'] in dv-cinder-801912-2-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:23:50.702586 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b02e1f-4101-4d0f-b881-53410bd28088 None None] Routers {'03a6623b-6574-46c4-82fd-78327971c202'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:23:50.703211 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-40b02e1f-4101-4d0f-b881-53410bd28088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:23:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['03a6623b-6574-46c4-82fd-78327971c202'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:50.719786 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc46786-9132-45ff-acf5-361ce287b253 req-7128f26e-bb70-4955-ad44-9238ee8083bf tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] No DVR routers for this DVR port dc305867-8487-421b-b754-849233243ba2 on host hv-cinder-80191 {{(pid=93278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:23:50.722360 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-3fc46786-9132-45ff-acf5-361ce287b253 req-7128f26e-bb70-4955-ad44-9238ee8083bf tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:50.724838 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3fc46786-9132-45ff-acf5-361ce287b253 req-7128f26e-bb70-4955-ad44-9238ee8083bf tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.115 "DELETE /v2.0/ports/dc305867-8487-421b-b754-849233243ba2 HTTP/1.1" status: 204 len: 173 time: 1.0680649 Jul 22 22:23:50.725266 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0568ba29-b14a-4f64-b2b2-21242d8295dd', 'name': 'network-vif-deleted', 'tag': 'dc305867-8487-421b-b754-849233243ba2'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:23:50.727511 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9785cf-1393-4736-9b4a-0b7f6e4eeaef" -d '{"events": [{"server_uuid": "0568ba29-b14a-4f64-b2b2-21242d8295dd", "name": "network-vif-deleted", "tag": "dc305867-8487-421b-b754-849233243ba2"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:23:50.766574 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111aa3e4-a893-4d0f-b668-fa4141d96b30 x-openstack-request-id: req-111aa3e4-a893-4d0f-b668-fa4141d96b30 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:23:50.766896 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0568ba29-b14a-4f64-b2b2-21242d8295dd", "name": "network-vif-deleted", "tag": "dc305867-8487-421b-b754-849233243ba2", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:23:50.767145 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-111aa3e4-a893-4d0f-b668-fa4141d96b30 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:23:50.767538 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0568ba29-b14a-4f64-b2b2-21242d8295dd', 'name': 'network-vif-deleted', 'tag': 'dc305867-8487-421b-b754-849233243ba2', 'status': 'completed', 'code': 200} Jul 22 22:23:50.812749 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-40b02e1f-4101-4d0f-b881-53410bd28088 None None] Set router 03a6623b-6574-46c4-82fd-78327971c202 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:23:51.011953 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-40b02e1f-4101-4d0f-b881-53410bd28088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6623b-6574-46c4-82fd-78327971c202', 'name': 'tempest-AttachVolumeShelveTestJSON-1437646967-router', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:16:04Z', 'updated_at': '2021-07-22T22:16:12Z', 'revision_number': 4, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'gw_port': {'id': '068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6623b-6574-46c4-82fd-78327971c202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:06Z', 'updated_at': '2021-07-22T22:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '560d020e-b759-4813-b805-8754aefbf1da', 'name': '', 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'mac_address': 'fa:16:3e:b5:31:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6623b-6574-46c4-82fd-78327971c202', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5caf93b5-914e-42f5-8313-0d8eb8086bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:11Z', 'updated_at': '2021-07-22T22:16:22Z', 'revision_number': 5, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'subnets': [{'id': '5caf93b5-914e-42f5-8313-0d8eb8086bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:51.045785 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b02e1f-4101-4d0f-b881-53410bd28088 None None] Checking router: 03a6623b-6574-46c4-82fd-78327971c202 for host: dv-cinder-801912-2-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:23:51.055287 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b02e1f-4101-4d0f-b881-53410bd28088 None None] Routers {'03a6623b-6574-46c4-82fd-78327971c202'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:23:51.055907 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-40b02e1f-4101-4d0f-b881-53410bd28088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:23:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['03a6623b-6574-46c4-82fd-78327971c202'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:51.159532 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-40b02e1f-4101-4d0f-b881-53410bd28088 None None] Set router 03a6623b-6574-46c4-82fd-78327971c202 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:23:51.288286 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-efb331a5-2e5f-47fa-b351-8bb1b2f3cf81 req-3632a872-e150-4a40-a8a7-60176cce6d2f tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/ports?device_id=0568ba29-b14a-4f64-b2b2-21242d8295dd HTTP/1.1" status: 200 len: 210 time: 0.0333343 Jul 22 22:23:51.503009 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-40b02e1f-4101-4d0f-b881-53410bd28088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6623b-6574-46c4-82fd-78327971c202', 'name': 'tempest-AttachVolumeShelveTestJSON-1437646967-router', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:16:04Z', 'updated_at': '2021-07-22T22:16:12Z', 'revision_number': 4, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'gw_port': {'id': '068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6623b-6574-46c4-82fd-78327971c202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:06Z', 'updated_at': '2021-07-22T22:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '560d020e-b759-4813-b805-8754aefbf1da', 'name': '', 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'mac_address': 'fa:16:3e:b5:31:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6623b-6574-46c4-82fd-78327971c202', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5caf93b5-914e-42f5-8313-0d8eb8086bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:11Z', 'updated_at': '2021-07-22T22:16:22Z', 'revision_number': 5, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'subnets': [{'id': '5caf93b5-914e-42f5-8313-0d8eb8086bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:51.528813 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b02e1f-4101-4d0f-b881-53410bd28088 None None] The sync data for ids ['03a6623b-6574-46c4-82fd-78327971c202'] in dv-cinder-801912-2-iscsi is: [{'id': '03a6623b-6574-46c4-82fd-78327971c202', 'name': 'tempest-AttachVolumeShelveTestJSON-1437646967-router', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:16:04Z', 'updated_at': '2021-07-22T22:16:12Z', 'revision_number': 4, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'gw_port': {'id': '068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6623b-6574-46c4-82fd-78327971c202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:06Z', 'updated_at': '2021-07-22T22:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '560d020e-b759-4813-b805-8754aefbf1da', 'name': '', 'network_id': '4aaef0ad-84e7-449b-8140-d9a9cce60069', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'mac_address': 'fa:16:3e:b5:31:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6623b-6574-46c4-82fd-78327971c202', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5caf93b5-914e-42f5-8313-0d8eb8086bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:11Z', 'updated_at': '2021-07-22T22:16:22Z', 'revision_number': 5, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'subnets': [{'id': '5caf93b5-914e-42f5-8313-0d8eb8086bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:23:51.751745 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e133b8ad-baad-4388-b042-a3fb1a9594de None None] New status for floating IP 993310d0-d254-4f06-a88a-c08b14f3f5ed: DOWN {{(pid=93281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:23:51.878284 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:52.388951 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 53036) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:52.443176 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6ef44271-9366-4f57-93a3-08583b9ad92c tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:52.470275 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6ef44271-9366-4f57-93a3-08583b9ad92c tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:52.521913 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6ef44271-9366-4f57-93a3-08583b9ad92c tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:52.525064 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6ef44271-9366-4f57-93a3-08583b9ad92c tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:52.526224 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-6ef44271-9366-4f57-93a3-08583b9ad92c tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "DELETE /v2.0/security-groups/c68d898a-3e0b-4c1e-9976-96e895188e5b HTTP/1.1" status: 204 len: 168 time: 0.1362891 Jul 22 22:23:52.529020 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 53038) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:52.535397 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef44271-9366-4f57-93a3-08583b9ad92c tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68d898a-3e0b-4c1e-9976-96e895188e5b,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:52.546975 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.api.v2.resource [None req-142c65de-f8a7-4e27-990d-f851748ef706 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] show failed (client error): The resource could not be found. Jul 22 22:23:52.548052 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-142c65de-f8a7-4e27-990d-f851748ef706 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "GET /v2.0/security-groups/c68d898a-3e0b-4c1e-9976-96e895188e5b HTTP/1.1" status: 404 len: 347 time: 0.0179822 Jul 22 22:23:52.550828 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 53040) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:52.676843 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-a0be880e-d387-45bb-82b0-3ec67bcdf754 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Deleting port eb50dd89-b74c-414f-a1af-e1396880e39d {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:23:52.677098 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a0be880e-d387-45bb-82b0-3ec67bcdf754 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:52.753794 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a0be880e-d387-45bb-82b0-3ec67bcdf754 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:52.754119 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a0be880e-d387-45bb-82b0-3ec67bcdf754 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:52.766779 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-a0be880e-d387-45bb-82b0-3ec67bcdf754 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Calling delete_port for eb50dd89-b74c-414f-a1af-e1396880e39d owned by network:floatingip {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:23:52.909636 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a0be880e-d387-45bb-82b0-3ec67bcdf754 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:52.940943 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be880e-d387-45bb-82b0-3ec67bcdf754 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Pushing event deleted for resources: {'Port': ['ID=eb50dd89-b74c-414f-a1af-e1396880e39d,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:53.002129 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a0be880e-d387-45bb-82b0-3ec67bcdf754 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks [] for floatingip, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:53.004678 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a0be880e-d387-45bb-82b0-3ec67bcdf754 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for floatingip, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:53.005818 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-a0be880e-d387-45bb-82b0-3ec67bcdf754 tempest-AttachVolumeShelveTestJSON-1397477404 tempest-AttachVolumeShelveTestJSON-1397477404-project] 10.222.0.11 "DELETE /v2.0/floatingips/993310d0-d254-4f06-a88a-c08b14f3f5ed HTTP/1.1" status: 204 len: 168 time: 0.4541066 Jul 22 22:23:53.397013 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device dc305867-8487-421b-b754-849233243ba2 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:23:53.420353 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] No Port match for: dc305867-8487-421b-b754-849233243ba2 {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:23:53.420700 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device dc305867-8487-421b-b754-849233243ba2 not bound to the agent host hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:23:55.421049 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 53064) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:55.902045 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-abc60f2a-2d76-4d9a-b487-29403e7dbeff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717709'] for router_interface, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:56.159519 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-abc60f2a-2d76-4d9a-b487-29403e7dbeff admin admin] Deleting port 560d020e-b759-4813-b805-8754aefbf1da {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:23:56.159767 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-abc60f2a-2d76-4d9a-b487-29403e7dbeff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:56.237266 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-abc60f2a-2d76-4d9a-b487-29403e7dbeff admin admin] For port 560d020e-b759-4813-b805-8754aefbf1da, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=560d020e-b759-4813-b805-8754aefbf1da,segment=NetworkSegment(e3b20446-b3e0-4ede-9ab0-e90ab51c0319),segment_id=e3b20446-b3e0-4ede-9ab0-e90ab51c0319)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:56.237618 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-abc60f2a-2d76-4d9a-b487-29403e7dbeff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:56.250390 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-abc60f2a-2d76-4d9a-b487-29403e7dbeff admin admin] Calling delete_port for 560d020e-b759-4813-b805-8754aefbf1da owned by network:router_interface {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:23:56.436682 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-abc60f2a-2d76-4d9a-b487-29403e7dbeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:56.462276 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc60f2a-2d76-4d9a-b487-29403e7dbeff admin admin] Pushing event deleted for resources: {'Port': ['ID=560d020e-b759-4813-b805-8754aefbf1da,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:56.642035 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-abc60f2a-2d76-4d9a-b487-29403e7dbeff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717585'] for router_interface, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:56.662880 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:56.858531 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc60f2a-2d76-4d9a-b487-29403e7dbeff admin admin] Router 03a6623b-6574-46c4-82fd-78327971c202 has already been hosted by L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:23:56.959188 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc60f2a-2d76-4d9a-b487-29403e7dbeff admin admin] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:23:56.965261 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-abc60f2a-2d76-4d9a-b487-29403e7dbeff admin admin] 10.222.0.11 "PUT /v2.0/routers/03a6623b-6574-46c4-82fd-78327971c202/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5431855 Jul 22 22:23:56.967795 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 53068) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:56.970382 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea37f61e-bbbd-42ea-8e61-b0c072eba745 None None] Sync routers for ids ['03a6623b-6574-46c4-82fd-78327971c202'] in dv-cinder-801912-2-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:23:56.980835 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea37f61e-bbbd-42ea-8e61-b0c072eba745 None None] Routers {'03a6623b-6574-46c4-82fd-78327971c202'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:23:56.981522 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-ea37f61e-bbbd-42ea-8e61-b0c072eba745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:23:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['03a6623b-6574-46c4-82fd-78327971c202'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:57.076893 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-75c9d7d8-c9d1-45c0-bf5d-c4b03c0662a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:57.084750 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-ea37f61e-bbbd-42ea-8e61-b0c072eba745 None None] Set router 03a6623b-6574-46c4-82fd-78327971c202 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:23:57.187575 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-75c9d7d8-c9d1-45c0-bf5d-c4b03c0662a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:57.241616 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-75c9d7d8-c9d1-45c0-bf5d-c4b03c0662a0 admin admin] Deleting port 068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:23:57.242110 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-75c9d7d8-c9d1-45c0-bf5d-c4b03c0662a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:57.266691 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-ea37f61e-bbbd-42ea-8e61-b0c072eba745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6623b-6574-46c4-82fd-78327971c202', 'name': 'tempest-AttachVolumeShelveTestJSON-1437646967-router', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:16:04Z', 'updated_at': '2021-07-22T22:23:56Z', 'revision_number': 5, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'gw_port': {'id': '068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6623b-6574-46c4-82fd-78327971c202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:06Z', 'updated_at': '2021-07-22T22:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi'}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:57.295962 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea37f61e-bbbd-42ea-8e61-b0c072eba745 None None] Checking router: 03a6623b-6574-46c4-82fd-78327971c202 for host: dv-cinder-801912-2-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:23:57.304495 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea37f61e-bbbd-42ea-8e61-b0c072eba745 None None] Routers {'03a6623b-6574-46c4-82fd-78327971c202'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:23:57.305124 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-ea37f61e-bbbd-42ea-8e61-b0c072eba745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:23:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['03a6623b-6574-46c4-82fd-78327971c202'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:57.324026 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-75c9d7d8-c9d1-45c0-bf5d-c4b03c0662a0 admin admin] For port 068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5,segment=NetworkSegment(b880b034-49fb-48cf-bc81-b26ee1611faf),segment_id=b880b034-49fb-48cf-bc81-b26ee1611faf)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:57.324419 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-75c9d7d8-c9d1-45c0-bf5d-c4b03c0662a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:57.337011 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-75c9d7d8-c9d1-45c0-bf5d-c4b03c0662a0 admin admin] Calling delete_port for 068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5 owned by network:router_gateway {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:23:57.389810 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-ea37f61e-bbbd-42ea-8e61-b0c072eba745 None None] Set router 03a6623b-6574-46c4-82fd-78327971c202 gateway port host: None {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:23:57.443226 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-ea37f61e-bbbd-42ea-8e61-b0c072eba745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6623b-6574-46c4-82fd-78327971c202', 'name': 'tempest-AttachVolumeShelveTestJSON-1437646967-router', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:16:04Z', 'updated_at': '2021-07-22T22:23:57Z', 'revision_number': 6, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'gw_port_host': None}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:57.470339 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea37f61e-bbbd-42ea-8e61-b0c072eba745 None None] The sync data for ids ['03a6623b-6574-46c4-82fd-78327971c202'] in dv-cinder-801912-2-iscsi is: [{'id': '03a6623b-6574-46c4-82fd-78327971c202', 'name': 'tempest-AttachVolumeShelveTestJSON-1437646967-router', 'tenant_id': '4d3659e8b835430388a2cee22076abe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:16:04Z', 'updated_at': '2021-07-22T22:23:57Z', 'revision_number': 6, 'project_id': '4d3659e8b835430388a2cee22076abe4', 'gw_port_host': None}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:23:57.505915 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-75c9d7d8-c9d1-45c0-bf5d-c4b03c0662a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:57.531181 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9d7d8-c9d1-45c0-bf5d-c4b03c0662a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:57.599085 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-75c9d7d8-c9d1-45c0-bf5d-c4b03c0662a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-718263'] for router_gateway, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:57.691385 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-75c9d7d8-c9d1-45c0-bf5d-c4b03c0662a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9675'] for router, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:57.693481 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-75c9d7d8-c9d1-45c0-bf5d-c4b03c0662a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:57.737122 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-75c9d7d8-c9d1-45c0-bf5d-c4b03c0662a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-719692'] for router, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:57.737602 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c9d7d8-c9d1-45c0-bf5d-c4b03c0662a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03a6623b-6574-46c4-82fd-78327971c202 {{(pid=93278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:23:57.742615 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-75c9d7d8-c9d1-45c0-bf5d-c4b03c0662a0 admin admin] Notify callbacks [] for router, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:57.743791 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-75c9d7d8-c9d1-45c0-bf5d-c4b03c0662a0 admin admin] 10.222.0.11 "DELETE /v2.0/routers/03a6623b-6574-46c4-82fd-78327971c202 HTTP/1.1" status: 204 len: 168 time: 0.7750351 Jul 22 22:23:57.746566 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 53070) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:57.790271 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_v2 [None req-230aa8a5-a8bb-4695-9b49-860851b0d52d admin admin] Deleting subnet 5caf93b5-914e-42f5-8313-0d8eb8086bc1 {{(pid=93278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:23:57.793440 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-230aa8a5-a8bb-4695-9b49-860851b0d52d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:57.830576 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-230aa8a5-a8bb-4695-9b49-860851b0d52d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2973935'] for subnet, precommit_delete_associations {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:57.923465 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-230aa8a5-a8bb-4695-9b49-860851b0d52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759386'] for subnet, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:57.979206 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-230aa8a5-a8bb-4695-9b49-860851b0d52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2431582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2719312'] for subnet, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:58.004961 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230aa8a5-a8bb-4695-9b49-860851b0d52d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5caf93b5-914e-42f5-8313-0d8eb8086bc1,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:58.009591 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-230aa8a5-a8bb-4695-9b49-860851b0d52d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:58.011481 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-230aa8a5-a8bb-4695-9b49-860851b0d52d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5caf93b5-914e-42f5-8313-0d8eb8086bc1 HTTP/1.1" status: 204 len: 168 time: 0.2639709 Jul 22 22:23:58.014252 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 53072) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:58.016889 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8545766a-f8c2-4541-9194-93811370c886 None None] Network 4aaef0ad-84e7-449b-8140-d9a9cce60069 requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:23:58.263253 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59518e09-f27e-484c-88b3-fce4dcee511a None None] DHCP port deletion for 4aaef0ad-84e7-449b-8140-d9a9cce60069 request from dv-cinder-801912-2-iscsi {{(pid=93280) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:23:58.321486 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-59518e09-f27e-484c-88b3-fce4dcee511a None None] Deleting port e537e023-44f2-4ab2-8bb0-e3209f87f50c {{(pid=93280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:23:58.321866 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-59518e09-f27e-484c-88b3-fce4dcee511a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:58.325057 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 560d020e-b759-4813-b805-8754aefbf1da no longer exists at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:23:58.345606 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0579234d-d1b0-4f9a-8336-640564c4b8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1788509'] for network, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:58.363007 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] No Port match for: 560d020e-b759-4813-b805-8754aefbf1da {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:23:58.363350 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 560d020e-b759-4813-b805-8754aefbf1da not bound to the agent host dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:23:58.363772 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device e537e023-44f2-4ab2-8bb0-e3209f87f50c no longer exists at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:23:58.406197 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-0579234d-d1b0-4f9a-8336-640564c4b8ed admin admin] Deleting port e537e023-44f2-4ab2-8bb0-e3209f87f50c {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:23:58.406544 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0579234d-d1b0-4f9a-8336-640564c4b8ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:58.439477 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-59518e09-f27e-484c-88b3-fce4dcee511a None None] For port e537e023-44f2-4ab2-8bb0-e3209f87f50c, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=e537e023-44f2-4ab2-8bb0-e3209f87f50c,segment=NetworkSegment(e3b20446-b3e0-4ede-9ab0-e90ab51c0319),segment_id=e3b20446-b3e0-4ede-9ab0-e90ab51c0319)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:58.439872 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-59518e09-f27e-484c-88b3-fce4dcee511a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:58.456310 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-59518e09-f27e-484c-88b3-fce4dcee511a None None] Calling delete_port for e537e023-44f2-4ab2-8bb0-e3209f87f50c owned by network:dhcp {{(pid=93280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:23:58.483351 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-0579234d-d1b0-4f9a-8336-640564c4b8ed admin admin] For port e537e023-44f2-4ab2-8bb0-e3209f87f50c, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=e537e023-44f2-4ab2-8bb0-e3209f87f50c,segment=NetworkSegment(e3b20446-b3e0-4ede-9ab0-e90ab51c0319),segment_id=e3b20446-b3e0-4ede-9ab0-e90ab51c0319)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:58.483729 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0579234d-d1b0-4f9a-8336-640564c4b8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:58.500687 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-0579234d-d1b0-4f9a-8336-640564c4b8ed admin admin] Calling delete_port for e537e023-44f2-4ab2-8bb0-e3209f87f50c owned by network:dhcp {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:23:58.538938 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:58.588740 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] For port e537e023-44f2-4ab2-8bb0-e3209f87f50c, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=e537e023-44f2-4ab2-8bb0-e3209f87f50c,segment=NetworkSegment(e3b20446-b3e0-4ede-9ab0-e90ab51c0319),segment_id=e3b20446-b3e0-4ede-9ab0-e90ab51c0319)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:58.594258 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:58.594980 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5 no longer exists at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:23:58.600624 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0579234d-d1b0-4f9a-8336-640564c4b8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:58.627853 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579234d-d1b0-4f9a-8336-640564c4b8ed admin admin] Pushing event deleted for resources: {'Port': ['ID=e537e023-44f2-4ab2-8bb0-e3209f87f50c,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:58.629880 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0579234d-d1b0-4f9a-8336-640564c4b8ed admin admin] No DVR routers for this DVR port e537e023-44f2-4ab2-8bb0-e3209f87f50c on host dv-cinder-801912-2-iscsi {{(pid=93278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:23:58.631278 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] No Port match for: 068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5 {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:23:58.631628 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 068c9ab5-cf01-4fc6-a4a0-4f4d2f778fc5 not bound to the agent host dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:23:58.635210 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Pushing event deleted for resources: {'Port': ['ID=e537e023-44f2-4ab2-8bb0-e3209f87f50c,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:58.641234 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-59518e09-f27e-484c-88b3-fce4dcee511a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634'] for port, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:58.669627 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59518e09-f27e-484c-88b3-fce4dcee511a None None] Pushing event deleted for resources: {'Port': ['ID=e537e023-44f2-4ab2-8bb0-e3209f87f50c,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:58.673051 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59518e09-f27e-484c-88b3-fce4dcee511a None None] No DVR routers for this DVR port e537e023-44f2-4ab2-8bb0-e3209f87f50c on host dv-cinder-801912-2-iscsi {{(pid=93280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:23:58.709409 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0579234d-d1b0-4f9a-8336-640564c4b8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760422', 'neutron.services.segments.db._delete_segments_for_network-8746838092337'] for network, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:58.719999 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-0579234d-d1b0-4f9a-8336-640564c4b8ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aaef0ad-84e7-449b-8140-d9a9cce60069']}} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:58.730451 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-0579234d-d1b0-4f9a-8336-640564c4b8ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b20446-b3e0-4ede-9ab0-e90ab51c0319') {'for_net_delete': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:58.730748 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-0579234d-d1b0-4f9a-8336-640564c4b8ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b20446-b3e0-4ede-9ab0-e90ab51c0319') {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:58.739869 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0579234d-d1b0-4f9a-8336-640564c4b8ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746838093114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2973926'] for segment, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:58.754410 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0579234d-d1b0-4f9a-8336-640564c4b8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122'] for segment, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:58.760987 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0579234d-d1b0-4f9a-8336-640564c4b8ed admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=93278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:23:58.761369 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0579234d-d1b0-4f9a-8336-640564c4b8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2431524'] for segment, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:58.763290 dv-cinder-801912-2-iscsi neutron-server[93278]: Traceback (most recent call last): Jul 22 22:23:58.763290 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:23:58.763290 dv-cinder-801912-2-iscsi neutron-server[93278]: timer() Jul 22 22:23:58.763290 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:23:58.763290 dv-cinder-801912-2-iscsi neutron-server[93278]: cb(*args, **kw) Jul 22 22:23:58.763290 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:23:58.763290 dv-cinder-801912-2-iscsi neutron-server[93278]: return func(*args, **kwargs) Jul 22 22:23:58.763290 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:23:58.763290 dv-cinder-801912-2-iscsi neutron-server[93278]: self._notify() Jul 22 22:23:58.763290 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:23:58.763290 dv-cinder-801912-2-iscsi neutron-server[93278]: self.callback(batched_events) Jul 22 22:23:58.763290 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:23:58.763290 dv-cinder-801912-2-iscsi neutron-server[93278]: event.method(event) Jul 22 22:23:58.763290 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:23:58.763290 dv-cinder-801912-2-iscsi neutron-server[93278]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:23:58.763290 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:23:58.763290 dv-cinder-801912-2-iscsi neutron-server[93278]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:23:58.763290 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:23:58.763290 dv-cinder-801912-2-iscsi neutron-server[93278]: return f(self, *a, **k) Jul 22 22:23:58.763290 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:23:58.763290 dv-cinder-801912-2-iscsi neutron-server[93278]: return self._get(url).json() Jul 22 22:23:58.763290 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:23:58.763290 dv-cinder-801912-2-iscsi neutron-server[93278]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:23:58.763290 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:23:58.763290 dv-cinder-801912-2-iscsi neutron-server[93278]: return self.request(url, 'GET', **kwargs) Jul 22 22:23:58.763290 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:23:58.763290 dv-cinder-801912-2-iscsi neutron-server[93278]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:23:58.763290 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:23:58.763290 dv-cinder-801912-2-iscsi neutron-server[93278]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:23:58.763290 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:23:58.763290 dv-cinder-801912-2-iscsi neutron-server[93278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:23:58.763290 dv-cinder-801912-2-iscsi neutron-server[93278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:23:58.817914 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0579234d-d1b0-4f9a-8336-640564c4b8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718227'] for network, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:58.823784 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-0579234d-d1b0-4f9a-8336-640564c4b8ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:58.825805 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-0579234d-d1b0-4f9a-8336-640564c4b8ed admin admin] 10.222.0.11 "DELETE /v2.0/networks/4aaef0ad-84e7-449b-8140-d9a9cce60069 HTTP/1.1" status: 204 len: 168 time: 0.8105636 Jul 22 22:23:58.836900 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579234d-d1b0-4f9a-8336-640564c4b8ed admin admin] Pushing event deleted for resources: {'Network': ['ID=4aaef0ad-84e7-449b-8140-d9a9cce60069,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:58.939162 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 53076) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:58.978445 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-cc10c42b-8064-49ed-a9a2-85599bd3fdc4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4d3659e8b835430388a2cee22076abe4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0381188 Jul 22 22:23:58.980832 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 53078) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:59.035277 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-17b530a9-9e5e-441c-a026-680cf63c9b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:59.057938 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-17b530a9-9e5e-441c-a026-680cf63c9b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:59.108300 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-17b530a9-9e5e-441c-a026-680cf63c9b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:59.113485 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-17b530a9-9e5e-441c-a026-680cf63c9b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:59.114759 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-17b530a9-9e5e-441c-a026-680cf63c9b05 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0ea71841-ae5a-4d4e-a990-87ed3d1ebca2 HTTP/1.1" status: 204 len: 168 time: 0.1330326 Jul 22 22:23:59.125056 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b530a9-9e5e-441c-a026-680cf63c9b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea71841-ae5a-4d4e-a990-87ed3d1ebca2,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:59.795853 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 53100) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:59.894666 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-ac106f14-0eab-48d0-9548-41495bb8f64d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1431955537-network', 'tenant_id': '95465b0debf04b0a96b7da0325051460'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:23:59.916505 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac106f14-0eab-48d0-9548-41495bb8f64d admin admin] Made reservation on behalf of 95465b0debf04b0a96b7da0325051460 for: {'network': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:23:59.918770 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ac106f14-0eab-48d0-9548-41495bb8f64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for network, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:59.927068 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ac106f14-0eab-48d0-9548-41495bb8f64d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:00.016094 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ac106f14-0eab-48d0-9548-41495bb8f64d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:00.020125 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ac106f14-0eab-48d0-9548-41495bb8f64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:00.042585 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac106f14-0eab-48d0-9548-41495bb8f64d admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=93279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:24:00.058561 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac106f14-0eab-48d0-9548-41495bb8f64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74bd261-7cb9-404f-addc-1a4b874b8fca,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:00.061614 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ac106f14-0eab-48d0-9548-41495bb8f64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122'] for segment, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:00.061960 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.db.segments_db [None req-ac106f14-0eab-48d0-9548-41495bb8f64d admin admin] Added segment fee2eda8-0e4a-4881-b822-7c3ccb435313 of type vlan for network 1495ba4d-e888-4827-9487-53dfbbe585b1 Jul 22 22:24:00.103178 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ac106f14-0eab-48d0-9548-41495bb8f64d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746837610990'] for network, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:00.131262 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ac106f14-0eab-48d0-9548-41495bb8f64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for network, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:00.132646 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac106f14-0eab-48d0-9548-41495bb8f64d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:00.133248 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ac106f14-0eab-48d0-9548-41495bb8f64d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:00.170079 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-ac106f14-0eab-48d0-9548-41495bb8f64d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3729901 Jul 22 22:24:00.173064 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 53104) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:24:00.178317 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-6e6de7c3-32bc-45d5-8a8f-e4997337aea9 admin admin] Request body: {'subnet': {'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1431955537-subnet', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:24:00.198984 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6de7c3-32bc-45d5-8a8f-e4997337aea9 admin admin] Made reservation on behalf of 95465b0debf04b0a96b7da0325051460 for: {'subnet': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:24:00.201385 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6e6de7c3-32bc-45d5-8a8f-e4997337aea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2719277'] for subnet, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:00.207022 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac106f14-0eab-48d0-9548-41495bb8f64d admin admin] Pushing event updated for resources: {'Network': ['ID=1495ba4d-e888-4827-9487-53dfbbe585b1,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:00.217339 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Network 1495ba4d-e888-4827-9487-53dfbbe585b1 details requested by agent ovs-agent-dv-cinder-801912-2-iscsi with host dv-cinder-801912-2-iscsi {{(pid=93280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:24:00.369449 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6e6de7c3-32bc-45d5-8a8f-e4997337aea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2431647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2719327'] for subnet, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:00.417830 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6de7c3-32bc-45d5-8a8f-e4997337aea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fd42f08-c186-49cf-a784-779ffc6ad00f,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:00.432535 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6de7c3-32bc-45d5-8a8f-e4997337aea9 admin admin] Checking segment: {'id': 'fee2eda8-0e4a-4881-b822-7c3ccb435313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:24:00.432884 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6de7c3-32bc-45d5-8a8f-e4997337aea9 admin admin] Network hostable DHCP agents. Network: 1495ba4d-e888-4827-9487-53dfbbe585b1, hostable agents: ['aed2ec39-81b9-4f59-895f-cbb50316ede5'], hosted agents: [] {{(pid=93278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:24:00.449212 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6de7c3-32bc-45d5-8a8f-e4997337aea9 admin admin] Network 1495ba4d-e888-4827-9487-53dfbbe585b1 is scheduled to be hosted by DHCP agent aed2ec39-81b9-4f59-895f-cbb50316ede5 with binding_index 1 {{(pid=93278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:24:00.459184 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-6e6de7c3-32bc-45d5-8a8f-e4997337aea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801912-2-iscsi, 1495ba4d-e888-4827-9487-53dfbbe585b1) {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:24:00.464106 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6de7c3-32bc-45d5-8a8f-e4997337aea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:00.464719 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6e6de7c3-32bc-45d5-8a8f-e4997337aea9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:00.468744 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faaf86c2-07a1-4238-aeef-5c4910e47f00 None None] Network 1495ba4d-e888-4827-9487-53dfbbe585b1 requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:24:00.478864 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-6e6de7c3-32bc-45d5-8a8f-e4997337aea9 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3044488 Jul 22 22:24:00.481763 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 53106) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:24:00.486898 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-d8d28c99-8d95-4813-ae6e-fa4176b570f7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1431955537-router', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'}}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:24:00.506407 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d8d28c99-8d95-4813-ae6e-fa4176b570f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-718133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9725'] for router, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:00.507962 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d8d28c99-8d95-4813-ae6e-fa4176b570f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717338', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9714'] for router, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:00.573479 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d8d28c99-8d95-4813-ae6e-fa4176b570f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:00.618179 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06de082a-b4d0-4442-8631-36aa0212c9d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb74522ed-a428-522a-8593-90dbb9552def-1495ba4d-e888-4827-9487-53dfbbe585b1', 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'fixed_ips': [{'subnet_id': '5fd42f08-c186-49cf-a784-779ffc6ad00f'}]}} from dv-cinder-801912-2-iscsi. {{(pid=93280) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:24:00.619025 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-06de082a-b4d0-4442-8631-36aa0212c9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:00.709424 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d8d28c99-8d95-4813-ae6e-fa4176b570f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-718320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-718171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9664'] for router, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:00.753366 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.db_base_plugin_common [None req-06de082a-b4d0-4442-8631-36aa0212c9d1 None None] Allocated IP 172.20.0.2 (1495ba4d-e888-4827-9487-53dfbbe585b1/5fd42f08-c186-49cf-a784-779ffc6ad00f/dbed66d6-1b7b-458a-9b43-23ec33eaf9ea) {{(pid=93280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:24:00.905137 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-06de082a-b4d0-4442-8631-36aa0212c9d1 None None] Notify callbacks [] for port, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:00.915040 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-06de082a-b4d0-4442-8631-36aa0212c9d1 None None] Transition to ACTIVE for port object dbed66d6-1b7b-458a-9b43-23ec33eaf9ea will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:24:00.923666 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d8d28c99-8d95-4813-ae6e-fa4176b570f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:00.930799 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-06de082a-b4d0-4442-8631-36aa0212c9d1 None None] Transition to ACTIVE for port object dbed66d6-1b7b-458a-9b43-23ec33eaf9ea will not be triggered until provisioned by entity DHCP. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:24:00.937656 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-06de082a-b4d0-4442-8631-36aa0212c9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625'] for port, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:00.945399 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d8d28c99-8d95-4813-ae6e-fa4176b570f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:00.977395 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06de082a-b4d0-4442-8631-36aa0212c9d1 None None] Network 1495ba4d-e888-4827-9487-53dfbbe585b1 is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:24:00.980111 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [None req-06de082a-b4d0-4442-8631-36aa0212c9d1 None None] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:24:00.983630 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06de082a-b4d0-4442-8631-36aa0212c9d1 None None] Received port after_create {{(pid=93280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:24:00.990620 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de082a-b4d0-4442-8631-36aa0212c9d1 None None] Pushing event updated for resources: {'Port': ['ID=dbed66d6-1b7b-458a-9b43-23ec33eaf9ea,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:01.045993 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-06de082a-b4d0-4442-8631-36aa0212c9d1 None None] Attempting to bind port dbed66d6-1b7b-458a-9b43-23ec33eaf9ea on host dv-cinder-801912-2-iscsi for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:24:01.046366 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-06de082a-b4d0-4442-8631-36aa0212c9d1 None None] Attempting to bind port dbed66d6-1b7b-458a-9b43-23ec33eaf9ea by drivers openvswitch,hyperv on host dv-cinder-801912-2-iscsi at level 0 using segments [{'id': 'fee2eda8-0e4a-4881-b822-7c3ccb435313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:24:01.046765 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06de082a-b4d0-4442-8631-36aa0212c9d1 None None] Attempting to bind port dbed66d6-1b7b-458a-9b43-23ec33eaf9ea on network 1495ba4d-e888-4827-9487-53dfbbe585b1 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:24:01.051887 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06de082a-b4d0-4442-8631-36aa0212c9d1 None None] Checking agent: {'id': '46b940f2-f108-4e1e-b841-f66930078767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801912-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 8, 19), 'started_at': datetime.datetime(2021, 7, 22, 22, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801912-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:24:01.052278 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06de082a-b4d0-4442-8631-36aa0212c9d1 None None] Checking segment: {'id': 'fee2eda8-0e4a-4881-b822-7c3ccb435313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:24:01.052682 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-06de082a-b4d0-4442-8631-36aa0212c9d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:01.053072 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06de082a-b4d0-4442-8631-36aa0212c9d1 None None] Bound using segment: {'id': 'fee2eda8-0e4a-4881-b822-7c3ccb435313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:24:01.054096 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-06de082a-b4d0-4442-8631-36aa0212c9d1 None None] Bound port: dbed66d6-1b7b-458a-9b43-23ec33eaf9ea, host: dv-cinder-801912-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee2eda8-0e4a-4881-b822-7c3ccb435313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:24:01.054568 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-06de082a-b4d0-4442-8631-36aa0212c9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:01.055524 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [None req-d8d28c99-8d95-4813-ae6e-fa4176b570f7 admin admin] Allocated IP 172.27.3.204 (f8c72cc4-96e2-4f72-802d-5144237f0ca7/448cec93-c98c-4ed8-8dac-ac905c6d6ede/28495245-f12e-475a-a019-d15da44b9d83) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:24:01.121773 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-06de082a-b4d0-4442-8631-36aa0212c9d1 None None] For port dbed66d6-1b7b-458a-9b43-23ec33eaf9ea, host dv-cinder-801912-2-iscsi, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:24:01.125383 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-06de082a-b4d0-4442-8631-36aa0212c9d1 None None] For port dbed66d6-1b7b-458a-9b43-23ec33eaf9ea, host dv-cinder-801912-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=dbed66d6-1b7b-458a-9b43-23ec33eaf9ea,segment=NetworkSegment(fee2eda8-0e4a-4881-b822-7c3ccb435313),segment_id=fee2eda8-0e4a-4881-b822-7c3ccb435313)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:24:01.130307 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-06de082a-b4d0-4442-8631-36aa0212c9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:01.169792 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d8d28c99-8d95-4813-ae6e-fa4176b570f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:01.192418 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de082a-b4d0-4442-8631-36aa0212c9d1 None None] Pushing event updated for resources: {'Port': ['ID=dbed66d6-1b7b-458a-9b43-23ec33eaf9ea,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:01.220953 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d8d28c99-8d95-4813-ae6e-fa4176b570f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:01.264866 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d28c99-8d95-4813-ae6e-fa4176b570f7 admin admin] Network f8c72cc4-96e2-4f72-802d-5144237f0ca7 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:24:01.267661 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-d8d28c99-8d95-4813-ae6e-fa4176b570f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:24:01.270044 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d28c99-8d95-4813-ae6e-fa4176b570f7 admin admin] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:24:01.298566 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d28c99-8d95-4813-ae6e-fa4176b570f7 admin admin] Pushing event updated for resources: {'Port': ['ID=28495245-f12e-475a-a019-d15da44b9d83,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:01.546208 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d8d28c99-8d95-4813-ae6e-fa4176b570f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:01.733097 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d8d28c99-8d95-4813-ae6e-fa4176b570f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-718156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718315'] for router, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:01.868712 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d28c99-8d95-4813-ae6e-fa4176b570f7 admin admin] Router 528b3d76-bb93-435c-8200-1d1d053483dc is scheduled to L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 with binding_index 1 {{(pid=93278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:24:01.978141 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d28c99-8d95-4813-ae6e-fa4176b570f7 admin admin] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:24:01.988154 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a206d6-9554-4802-a455-0939d7fe0f0c None None] Sync routers for ids ['528b3d76-bb93-435c-8200-1d1d053483dc'] in dv-cinder-801912-2-iscsi {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:24:01.999655 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a206d6-9554-4802-a455-0939d7fe0f0c None None] Routers {'528b3d76-bb93-435c-8200-1d1d053483dc'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:24:02.000318 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-37a206d6-9554-4802-a455-0939d7fe0f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:23:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['528b3d76-bb93-435c-8200-1d1d053483dc'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:24:02.000472 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d8d28c99-8d95-4813-ae6e-fa4176b570f7 admin admin] Notify callbacks [] for router, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:02.001754 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-d8d28c99-8d95-4813-ae6e-fa4176b570f7 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5185351 Jul 22 22:24:02.004541 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 53110) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:24:02.090036 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03586f42-79ea-4d34-864f-ebf84ddcbe4f None None] Network 1495ba4d-e888-4827-9487-53dfbbe585b1 requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:24:02.133252 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-37a206d6-9554-4802-a455-0939d7fe0f0c None None] Set router 528b3d76-bb93-435c-8200-1d1d053483dc gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:24:02.152696 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device dbed66d6-1b7b-458a-9b43-23ec33eaf9ea up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:24:02.326635 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-37a206d6-9554-4802-a455-0939d7fe0f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'name': 'tempest-AttachVolumeTestJSON-1431955537-router', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '28495245-f12e-475a-a019-d15da44b9d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:24:01Z', 'revision_number': 3, 'project_id': '95465b0debf04b0a96b7da0325051460', 'gw_port': {'id': '28495245-f12e-475a-a019-d15da44b9d83', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:24:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi'}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:24:02.339234 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-6356c7a5-bfb6-4140-9472-e625f09ddf1f None None] Provisioning for port dbed66d6-1b7b-458a-9b43-23ec33eaf9ea completed by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:24:02.354361 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a206d6-9554-4802-a455-0939d7fe0f0c None None] Checking router: 528b3d76-bb93-435c-8200-1d1d053483dc for host: dv-cinder-801912-2-iscsi {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:24:02.354956 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a206d6-9554-4802-a455-0939d7fe0f0c None None] Updating router 528b3d76-bb93-435c-8200-1d1d053483dc port 28495245-f12e-475a-a019-d15da44b9d83 binding host dv-cinder-801912-2-iscsi {{(pid=93281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:24:02.387357 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning for port dbed66d6-1b7b-458a-9b43-23ec33eaf9ea completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:24:02.394512 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port dbed66d6-1b7b-458a-9b43-23ec33eaf9ea triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:24:02.394891 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:02.396199 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-37a206d6-9554-4802-a455-0939d7fe0f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:02.440305 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3bee7bcf-717d-4b16-ad44-b787fd1d1ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:02.509402 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:02.546385 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] For port dbed66d6-1b7b-458a-9b43-23ec33eaf9ea, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=dbed66d6-1b7b-458a-9b43-23ec33eaf9ea,segment=NetworkSegment(fee2eda8-0e4a-4881-b822-7c3ccb435313),segment_id=fee2eda8-0e4a-4881-b822-7c3ccb435313)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:24:02.551246 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:02.613882 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Pushing event updated for resources: {'Port': ['ID=dbed66d6-1b7b-458a-9b43-23ec33eaf9ea,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:02.614754 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [None req-3bee7bcf-717d-4b16-ad44-b787fd1d1ed8 admin admin] Allocated IP 172.20.0.1 (1495ba4d-e888-4827-9487-53dfbbe585b1/5fd42f08-c186-49cf-a784-779ffc6ad00f/1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:24:02.681308 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-37a206d6-9554-4802-a455-0939d7fe0f0c None None] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:02.691971 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-37a206d6-9554-4802-a455-0939d7fe0f0c None None] Transition to ACTIVE for port object 28495245-f12e-475a-a019-d15da44b9d83 will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:24:02.697461 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-37a206d6-9554-4802-a455-0939d7fe0f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:02.729851 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3bee7bcf-717d-4b16-ad44-b787fd1d1ed8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:02.744220 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [None req-3bee7bcf-717d-4b16-ad44-b787fd1d1ed8 admin admin] Transition to ACTIVE for port object 1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe will not be triggered until provisioned by entity DHCP. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:24:02.748091 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-37a206d6-9554-4802-a455-0939d7fe0f0c None None] Attempting to bind port 28495245-f12e-475a-a019-d15da44b9d83 on host dv-cinder-801912-2-iscsi for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:24:02.748584 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-37a206d6-9554-4802-a455-0939d7fe0f0c None None] Attempting to bind port 28495245-f12e-475a-a019-d15da44b9d83 by drivers openvswitch,hyperv on host dv-cinder-801912-2-iscsi at level 0 using segments [{'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:24:02.749044 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a206d6-9554-4802-a455-0939d7fe0f0c None None] Attempting to bind port 28495245-f12e-475a-a019-d15da44b9d83 on network f8c72cc4-96e2-4f72-802d-5144237f0ca7 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:24:02.757756 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90da942-6326-4add-864e-52d7c4bcc5ce None None] Pushing event updated for resources: {'Port': ['ID=28495245-f12e-475a-a019-d15da44b9d83,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:02.759853 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a206d6-9554-4802-a455-0939d7fe0f0c None None] Checking agent: {'id': '46b940f2-f108-4e1e-b841-f66930078767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801912-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 8, 19), 'started_at': datetime.datetime(2021, 7, 22, 22, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801912-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:24:02.760566 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a206d6-9554-4802-a455-0939d7fe0f0c None None] Checking segment: {'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:24:02.760738 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-37a206d6-9554-4802-a455-0939d7fe0f0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:02.761031 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a206d6-9554-4802-a455-0939d7fe0f0c None None] Bound using segment: {'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:24:02.761499 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-37a206d6-9554-4802-a455-0939d7fe0f0c None None] Bound port: 28495245-f12e-475a-a019-d15da44b9d83, host: dv-cinder-801912-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b880b034-49fb-48cf-bc81-b26ee1611faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:24:02.761875 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-37a206d6-9554-4802-a455-0939d7fe0f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:02.775110 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-887763ba-15b1-499c-a8c8-db0906b920b5 None None] Provisioning complete for port dbed66d6-1b7b-458a-9b43-23ec33eaf9ea triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:24:02.775413 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-887763ba-15b1-499c-a8c8-db0906b920b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:02.779666 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3bee7bcf-717d-4b16-ad44-b787fd1d1ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:02.789811 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90da942-6326-4add-864e-52d7c4bcc5ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:02.790159 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90da942-6326-4add-864e-52d7c4bcc5ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:02.790515 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90da942-6326-4add-864e-52d7c4bcc5ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:02.790836 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90da942-6326-4add-864e-52d7c4bcc5ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:02.791167 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90da942-6326-4add-864e-52d7c4bcc5ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:02.791497 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90da942-6326-4add-864e-52d7c4bcc5ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:02.791824 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90da942-6326-4add-864e-52d7c4bcc5ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:02.792146 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90da942-6326-4add-864e-52d7c4bcc5ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:02.792498 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90da942-6326-4add-864e-52d7c4bcc5ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:02.792821 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90da942-6326-4add-864e-52d7c4bcc5ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:02.793141 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90da942-6326-4add-864e-52d7c4bcc5ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:02.793459 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90da942-6326-4add-864e-52d7c4bcc5ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:02.825968 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bee7bcf-717d-4b16-ad44-b787fd1d1ed8 admin admin] Network 1495ba4d-e888-4827-9487-53dfbbe585b1 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:24:02.830941 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-3bee7bcf-717d-4b16-ad44-b787fd1d1ed8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:24:02.834341 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bee7bcf-717d-4b16-ad44-b787fd1d1ed8 admin admin] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:24:02.845988 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-37a206d6-9554-4802-a455-0939d7fe0f0c None None] For port 28495245-f12e-475a-a019-d15da44b9d83, host dv-cinder-801912-2-iscsi, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:24:02.849795 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-37a206d6-9554-4802-a455-0939d7fe0f0c None None] For port 28495245-f12e-475a-a019-d15da44b9d83, host dv-cinder-801912-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=28495245-f12e-475a-a019-d15da44b9d83,segment=NetworkSegment(b880b034-49fb-48cf-bc81-b26ee1611faf),segment_id=b880b034-49fb-48cf-bc81-b26ee1611faf)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:24:02.855879 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-37a206d6-9554-4802-a455-0939d7fe0f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:02.871711 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee7bcf-717d-4b16-ad44-b787fd1d1ed8 admin admin] Pushing event updated for resources: {'Port': ['ID=1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:02.888051 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3bee7bcf-717d-4b16-ad44-b787fd1d1ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-718106'] for router_interface, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:02.917501 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a206d6-9554-4802-a455-0939d7fe0f0c None None] Routers {'528b3d76-bb93-435c-8200-1d1d053483dc'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:24:02.918152 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-37a206d6-9554-4802-a455-0939d7fe0f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:23:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['528b3d76-bb93-435c-8200-1d1d053483dc'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:24:02.984850 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90da942-6326-4add-864e-52d7c4bcc5ce None None] Pushing event updated for resources: {'Port': ['ID=28495245-f12e-475a-a019-d15da44b9d83,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:03.036024 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3bee7bcf-717d-4b16-ad44-b787fd1d1ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:03.041025 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-37a206d6-9554-4802-a455-0939d7fe0f0c None None] Set router 528b3d76-bb93-435c-8200-1d1d053483dc gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:24:03.079584 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-61d15d68-80a3-4200-998c-4aacf0a2e796 None None] Provisioning for port 1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe completed by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:24:03.086322 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-61d15d68-80a3-4200-998c-4aacf0a2e796 None None] Provisioning complete for port 1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:24:03.086696 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-61d15d68-80a3-4200-998c-4aacf0a2e796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:03.121004 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-61d15d68-80a3-4200-998c-4aacf0a2e796 None None] Port 1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe cannot update to ACTIVE because it is not bound. {{(pid=93280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:24:03.205692 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3bee7bcf-717d-4b16-ad44-b787fd1d1ed8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:03.210954 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3bee7bcf-717d-4b16-ad44-b787fd1d1ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:03.224485 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-37a206d6-9554-4802-a455-0939d7fe0f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'name': 'tempest-AttachVolumeTestJSON-1431955537-router', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '28495245-f12e-475a-a019-d15da44b9d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:24:01Z', 'revision_number': 3, 'project_id': '95465b0debf04b0a96b7da0325051460', 'gw_port': {'id': '28495245-f12e-475a-a019-d15da44b9d83', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:24:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi'}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:24:03.253818 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a206d6-9554-4802-a455-0939d7fe0f0c None None] The sync data for ids ['528b3d76-bb93-435c-8200-1d1d053483dc'] in dv-cinder-801912-2-iscsi is: [{'id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'name': 'tempest-AttachVolumeTestJSON-1431955537-router', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '28495245-f12e-475a-a019-d15da44b9d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:24:01Z', 'revision_number': 3, 'project_id': '95465b0debf04b0a96b7da0325051460', 'gw_port': {'id': '28495245-f12e-475a-a019-d15da44b9d83', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:24:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi'}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:24:03.284995 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee7bcf-717d-4b16-ad44-b787fd1d1ed8 admin admin] Pushing event updated for resources: {'Port': ['ID=1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:03.287364 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3bee7bcf-717d-4b16-ad44-b787fd1d1ed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717738'] for router_interface, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:03.383256 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bee7bcf-717d-4b16-ad44-b787fd1d1ed8 admin admin] Network 1495ba4d-e888-4827-9487-53dfbbe585b1 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:24:03.384716 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-3bee7bcf-717d-4b16-ad44-b787fd1d1ed8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:24:03.744803 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-c20fac16-9336-42fe-9eab-a9b08ab82cf6 None None] Provisioning complete for port 1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:24:03.745180 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c20fac16-9336-42fe-9eab-a9b08ab82cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:03.782999 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-c20fac16-9336-42fe-9eab-a9b08ab82cf6 None None] Port 1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe cannot update to ACTIVE because it is not bound. {{(pid=93280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:24:03.800065 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bee7bcf-717d-4b16-ad44-b787fd1d1ed8 admin admin] Router 528b3d76-bb93-435c-8200-1d1d053483dc has already been hosted by L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:24:03.922584 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bee7bcf-717d-4b16-ad44-b787fd1d1ed8 admin admin] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:24:03.927864 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-3bee7bcf-717d-4b16-ad44-b787fd1d1ed8 admin admin] 10.222.0.11 "PUT /v2.0/routers/528b3d76-bb93-435c-8200-1d1d053483dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9223270 Jul 22 22:24:04.175213 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 28495245-f12e-475a-a019-d15da44b9d83 up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:24:04.224215 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning for port 28495245-f12e-475a-a019-d15da44b9d83 completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:24:04.228777 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port 28495245-f12e-475a-a019-d15da44b9d83 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:24:04.229154 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:04.308153 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:04.328700 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] For port 28495245-f12e-475a-a019-d15da44b9d83, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=28495245-f12e-475a-a019-d15da44b9d83,segment=NetworkSegment(b880b034-49fb-48cf-bc81-b26ee1611faf),segment_id=b880b034-49fb-48cf-bc81-b26ee1611faf)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:24:04.332833 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:04.333796 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device dbed66d6-1b7b-458a-9b43-23ec33eaf9ea up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:24:04.408729 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Pushing event updated for resources: {'Port': ['ID=28495245-f12e-475a-a019-d15da44b9d83,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:04.420201 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port dbed66d6-1b7b-458a-9b43-23ec33eaf9ea triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:24:04.420616 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:04.600006 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 53118) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:24:04.605446 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-69d965bd-aee9-4f59-8610-a5522b4e748e tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1658378845', 'description': 'tempest-description--385926635'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:24:04.625929 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-69d965bd-aee9-4f59-8610-a5522b4e748e tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:04.712178 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-69d965bd-aee9-4f59-8610-a5522b4e748e tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:04.716192 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-69d965bd-aee9-4f59-8610-a5522b4e748e tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:04.745490 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-69d965bd-aee9-4f59-8610-a5522b4e748e tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:04.746737 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-69d965bd-aee9-4f59-8610-a5522b4e748e tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1449852 Jul 22 22:24:04.748618 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d965bd-aee9-4f59-8610-a5522b4e748e tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02388d25-61ef-4fc0-85e1-8cb43c5683cc,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:04.749747 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 53120) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:24:04.759895 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-e04ea30e-20b7-4809-8045-cde3b04066dc tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Request body: {'security_group_rule': {'security_group_id': '02388d25-61ef-4fc0-85e1-8cb43c5683cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:24:04.791468 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e04ea30e-20b7-4809-8045-cde3b04066dc tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:04.840493 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc05e1c4-2b0b-453b-a92b-1f87f5c959ed None None] Sync routers for ids ['528b3d76-bb93-435c-8200-1d1d053483dc'] in dv-cinder-801912-2-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:24:04.849872 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc05e1c4-2b0b-453b-a92b-1f87f5c959ed None None] Routers {'528b3d76-bb93-435c-8200-1d1d053483dc'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:24:04.850845 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-cc05e1c4-2b0b-453b-a92b-1f87f5c959ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:23:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['528b3d76-bb93-435c-8200-1d1d053483dc'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:24:04.852415 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e04ea30e-20b7-4809-8045-cde3b04066dc tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:04.856132 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e04ea30e-20b7-4809-8045-cde3b04066dc tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559436'] for security_group_rule, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:04.875000 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ea30e-20b7-4809-8045-cde3b04066dc tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab0522d8-ffc7-405d-82e2-7dd0be2afe3d,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:04.877572 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e04ea30e-20b7-4809-8045-cde3b04066dc tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:04.882149 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-e04ea30e-20b7-4809-8045-cde3b04066dc tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1301475 Jul 22 22:24:04.883409 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 53122) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:24:04.889195 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-705d0b78-1858-4524-b4e3-c4fc5015c98d tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Request body: {'security_group_rule': {'security_group_id': '02388d25-61ef-4fc0-85e1-8cb43c5683cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:24:04.919822 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-705d0b78-1858-4524-b4e3-c4fc5015c98d tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:04.962916 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-cc05e1c4-2b0b-453b-a92b-1f87f5c959ed None None] Set router 528b3d76-bb93-435c-8200-1d1d053483dc gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:24:04.983813 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-705d0b78-1858-4524-b4e3-c4fc5015c98d tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:04.987717 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-705d0b78-1858-4524-b4e3-c4fc5015c98d tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559436'] for security_group_rule, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:05.004756 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d0b78-1858-4524-b4e3-c4fc5015c98d tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc905c55-da70-4d85-878c-0f613d518287,revision_number=0']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:05.012106 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-705d0b78-1858-4524-b4e3-c4fc5015c98d tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:05.013584 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-705d0b78-1858-4524-b4e3-c4fc5015c98d tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286132 Jul 22 22:24:05.016545 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 53124) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:24:05.020905 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [None req-7bd6e979-6ee6-4208-ae66-1873a96373aa tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Request body: {'floatingip': {'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:24:05.044848 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7bd6e979-6ee6-4208-ae66-1873a96373aa tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for floatingip, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:05.141536 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7bd6e979-6ee6-4208-ae66-1873a96373aa tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:05.164087 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-cc05e1c4-2b0b-453b-a92b-1f87f5c959ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'name': 'tempest-AttachVolumeTestJSON-1431955537-router', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '28495245-f12e-475a-a019-d15da44b9d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:24:02Z', 'revision_number': 4, 'project_id': '95465b0debf04b0a96b7da0325051460', 'gw_port': {'id': '28495245-f12e-475a-a019-d15da44b9d83', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe', 'name': '', 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'mac_address': 'fa:16:3e:75:40:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5fd42f08-c186-49cf-a784-779ffc6ad00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:02Z', 'updated_at': '2021-07-22T22:24:03Z', 'revision_number': 2, 'project_id': '95465b0debf04b0a96b7da0325051460', 'subnets': [{'id': '5fd42f08-c186-49cf-a784-779ffc6ad00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:24:05.196036 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc05e1c4-2b0b-453b-a92b-1f87f5c959ed None None] Checking router: 528b3d76-bb93-435c-8200-1d1d053483dc for host: dv-cinder-801912-2-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:24:05.196807 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc05e1c4-2b0b-453b-a92b-1f87f5c959ed None None] Updating router 528b3d76-bb93-435c-8200-1d1d053483dc port 1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe binding host dv-cinder-801912-2-iscsi {{(pid=93280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:24:05.235766 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-cc05e1c4-2b0b-453b-a92b-1f87f5c959ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:05.257994 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [None req-7bd6e979-6ee6-4208-ae66-1873a96373aa tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Allocated IP 172.27.3.60 (f8c72cc4-96e2-4f72-802d-5144237f0ca7/448cec93-c98c-4ed8-8dac-ac905c6d6ede/54b59e16-ebc4-4a12-a5ef-18f5c2c85fa7) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:24:05.363311 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7bd6e979-6ee6-4208-ae66-1873a96373aa tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:05.411582 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7bd6e979-6ee6-4208-ae66-1873a96373aa tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:05.457669 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd6e979-6ee6-4208-ae66-1873a96373aa tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Network f8c72cc4-96e2-4f72-802d-5144237f0ca7 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:24:05.461158 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [None req-7bd6e979-6ee6-4208-ae66-1873a96373aa tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:24:05.465057 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd6e979-6ee6-4208-ae66-1873a96373aa tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:24:05.470704 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6e979-6ee6-4208-ae66-1873a96373aa tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Pushing event updated for resources: {'Port': ['ID=54b59e16-ebc4-4a12-a5ef-18f5c2c85fa7,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:05.501241 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-cc05e1c4-2b0b-453b-a92b-1f87f5c959ed None None] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:05.511045 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-cc05e1c4-2b0b-453b-a92b-1f87f5c959ed None None] Transition to ACTIVE for port object 1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:24:05.517409 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-cc05e1c4-2b0b-453b-a92b-1f87f5c959ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:05.557839 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7bd6e979-6ee6-4208-ae66-1873a96373aa tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:05.604054 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e2ea6-0d6a-484b-98bc-9b5fa0c2b641 None None] Pushing event updated for resources: {'Port': ['ID=1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:05.624265 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7bd6e979-6ee6-4208-ae66-1873a96373aa tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:05.638786 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-cc05e1c4-2b0b-453b-a92b-1f87f5c959ed None None] Attempting to bind port 1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe on host dv-cinder-801912-2-iscsi for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:24:05.639362 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-cc05e1c4-2b0b-453b-a92b-1f87f5c959ed None None] Attempting to bind port 1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe by drivers openvswitch,hyperv on host dv-cinder-801912-2-iscsi at level 0 using segments [{'id': 'fee2eda8-0e4a-4881-b822-7c3ccb435313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:24:05.639584 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc05e1c4-2b0b-453b-a92b-1f87f5c959ed None None] Attempting to bind port 1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe on network 1495ba4d-e888-4827-9487-53dfbbe585b1 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:24:05.645293 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc05e1c4-2b0b-453b-a92b-1f87f5c959ed None None] Checking agent: {'id': '46b940f2-f108-4e1e-b841-f66930078767', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801912-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 8, 19), 'started_at': datetime.datetime(2021, 7, 22, 22, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801912-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:24:05.645739 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc05e1c4-2b0b-453b-a92b-1f87f5c959ed None None] Checking segment: {'id': 'fee2eda8-0e4a-4881-b822-7c3ccb435313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:24:05.646164 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-cc05e1c4-2b0b-453b-a92b-1f87f5c959ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:05.646635 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc05e1c4-2b0b-453b-a92b-1f87f5c959ed None None] Bound using segment: {'id': 'fee2eda8-0e4a-4881-b822-7c3ccb435313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:24:05.647251 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [None req-cc05e1c4-2b0b-453b-a92b-1f87f5c959ed None None] Bound port: 1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe, host: dv-cinder-801912-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee2eda8-0e4a-4881-b822-7c3ccb435313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:24:05.647702 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-cc05e1c4-2b0b-453b-a92b-1f87f5c959ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:05.771160 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-cc05e1c4-2b0b-453b-a92b-1f87f5c959ed None None] For port 1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe, host dv-cinder-801912-2-iscsi, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:24:05.775628 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-cc05e1c4-2b0b-453b-a92b-1f87f5c959ed None None] For port 1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe, host dv-cinder-801912-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe,segment=NetworkSegment(fee2eda8-0e4a-4881-b822-7c3ccb435313),segment_id=fee2eda8-0e4a-4881-b822-7c3ccb435313)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:24:05.783536 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-cc05e1c4-2b0b-453b-a92b-1f87f5c959ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:05.809599 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7bd6e979-6ee6-4208-ae66-1873a96373aa tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:05.815340 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7bd6e979-6ee6-4208-ae66-1873a96373aa tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:05.861364 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc05e1c4-2b0b-453b-a92b-1f87f5c959ed None None] Routers {'528b3d76-bb93-435c-8200-1d1d053483dc'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:24:05.862001 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-cc05e1c4-2b0b-453b-a92b-1f87f5c959ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:23:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['528b3d76-bb93-435c-8200-1d1d053483dc'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:24:05.868193 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e2ea6-0d6a-484b-98bc-9b5fa0c2b641 None None] Pushing event updated for resources: {'Port': ['ID=1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:05.900453 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 6 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:24:05.924779 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7bd6e979-6ee6-4208-ae66-1873a96373aa tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718221'] for floatingip, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:05.929592 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6e979-6ee6-4208-ae66-1873a96373aa tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Pushing event updated for resources: {'Port': ['ID=54b59e16-ebc4-4a12-a5ef-18f5c2c85fa7,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:05.945469 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-7bd6e979-6ee6-4208-ae66-1873a96373aa tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for floatingip, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:05.948328 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-7bd6e979-6ee6-4208-ae66-1873a96373aa tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9293342 Jul 22 22:24:05.990579 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-cc05e1c4-2b0b-453b-a92b-1f87f5c959ed None None] Set router 528b3d76-bb93-435c-8200-1d1d053483dc gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:24:06.123652 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-fc91f90a-f063-4d39-9505-05af6137fa57 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1658378845&fields=id&tenant_id=95465b0debf04b0a96b7da0325051460 HTTP/1.1" status: 200 len: 267 time: 0.0440891 Jul 22 22:24:06.131233 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 28495245-f12e-475a-a019-d15da44b9d83 up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:24:06.236452 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-f8932b60-8f75-44f9-be90-f8befe685134 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:06.237962 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-f8932b60-8f75-44f9-be90-f8befe685134 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/networks?id=1495ba4d-e888-4827-9487-53dfbbe585b1 HTTP/1.1" status: 200 len: 811 time: 0.1078794 Jul 22 22:24:06.238421 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port 28495245-f12e-475a-a019-d15da44b9d83 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:24:06.238912 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:06.253154 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-cbf0e4fb-2d58-48bd-904a-0c2b081daddb tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/quotas/95465b0debf04b0a96b7da0325051460 HTTP/1.1" status: 200 len: 375 time: 0.0095277 Jul 22 22:24:06.290117 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-cc05e1c4-2b0b-453b-a92b-1f87f5c959ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'name': 'tempest-AttachVolumeTestJSON-1431955537-router', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '28495245-f12e-475a-a019-d15da44b9d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:24:02Z', 'revision_number': 4, 'project_id': '95465b0debf04b0a96b7da0325051460', 'gw_port': {'id': '28495245-f12e-475a-a019-d15da44b9d83', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe', 'name': '', 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'mac_address': 'fa:16:3e:75:40:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5fd42f08-c186-49cf-a784-779ffc6ad00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:02Z', 'updated_at': '2021-07-22T22:24:05Z', 'revision_number': 4, 'project_id': '95465b0debf04b0a96b7da0325051460', 'subnets': [{'id': '5fd42f08-c186-49cf-a784-779ffc6ad00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:24:06.319402 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc05e1c4-2b0b-453b-a92b-1f87f5c959ed None None] The sync data for ids ['528b3d76-bb93-435c-8200-1d1d053483dc'] in dv-cinder-801912-2-iscsi is: [{'id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'name': 'tempest-AttachVolumeTestJSON-1431955537-router', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '28495245-f12e-475a-a019-d15da44b9d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:24:02Z', 'revision_number': 4, 'project_id': '95465b0debf04b0a96b7da0325051460', 'gw_port': {'id': '28495245-f12e-475a-a019-d15da44b9d83', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe', 'name': '', 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'mac_address': 'fa:16:3e:75:40:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5fd42f08-c186-49cf-a784-779ffc6ad00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:02Z', 'updated_at': '2021-07-22T22:24:05Z', 'revision_number': 4, 'project_id': '95465b0debf04b0a96b7da0325051460', 'subnets': [{'id': '5fd42f08-c186-49cf-a784-779ffc6ad00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:24:06.324965 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-10394920-1719-437a-b326-c2b5e68f6442 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=95465b0debf04b0a96b7da0325051460&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0665269 Jul 22 22:24:06.450649 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-d97b3a26-7976-477f-9e1a-c77686039b46 service neutron] 10.222.0.11 "GET /v2.0/networks/1495ba4d-e888-4827-9487-53dfbbe585b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125622 Jul 22 22:24:06.543895 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-32732bbe-0c2a-4bd3-9ac8-127f644e6a5a service neutron] 10.222.0.11 "GET /v2.0/networks/1495ba4d-e888-4827-9487-53dfbbe585b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874882 Jul 22 22:24:06.741380 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-6018ca2d-6907-4d58-8560-8c0505048490 req-b2f52cd6-4022-4d42-a630-0da79edf8ec8 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 210 time: 0.0385869 Jul 22 22:24:07.746632 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-aca3fe40-4460-4885-b226-fa2831338cee tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:07.749543 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-aca3fe40-4460-4885-b226-fa2831338cee tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.115 "GET /v2.0/networks?id=1495ba4d-e888-4827-9487-53dfbbe585b1 HTTP/1.1" status: 200 len: 811 time: 0.1251740 Jul 22 22:24:07.800692 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-c5cf8ed3-f908-4755-8545-2f6607d103ce tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95465b0debf04b0a96b7da0325051460 HTTP/1.1" status: 200 len: 380 time: 0.0412586 Jul 22 22:24:07.811199 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-66690486-4baf-48f9-ac41-c09eacf18ad5 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Request body: {'port': {'device_id': '25e5a7fb-7f36-4e34-91a8-30a4e2db4641', 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1', 'admin_state_up': True, 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'security_groups': ['02388d25-61ef-4fc0-85e1-8cb43c5683cc']}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:24:07.844340 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-753df6ed-446e-40e1-ba07-7ff276ac1016 req-0bd026f9-ead4-4596-974e-465916c3c157 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 210 time: 0.0301085 Jul 22 22:24:07.921859 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-66690486-4baf-48f9-ac41-c09eacf18ad5 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Made reservation on behalf of 95465b0debf04b0a96b7da0325051460 for: {'port': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:24:07.925366 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-66690486-4baf-48f9-ac41-c09eacf18ad5 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:08.096857 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-66690486-4baf-48f9-ac41-c09eacf18ad5 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Allocated IP 172.20.0.6 (1495ba4d-e888-4827-9487-53dfbbe585b1/5fd42f08-c186-49cf-a784-779ffc6ad00f/0d3f070b-2a17-46c9-b6b4-23c4062db545) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:24:08.120552 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:24:08.171873 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning for port 1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:24:08.176055 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port 1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:24:08.182129 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:08.244186 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-66690486-4baf-48f9-ac41-c09eacf18ad5 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:08.260623 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-66690486-4baf-48f9-ac41-c09eacf18ad5 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Transition to ACTIVE for port object 0d3f070b-2a17-46c9-b6b4-23c4062db545 will not be triggered until provisioned by entity DHCP. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:24:08.295806 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-66690486-4baf-48f9-ac41-c09eacf18ad5 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:08.345431 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-66690486-4baf-48f9-ac41-c09eacf18ad5 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Network 1495ba4d-e888-4827-9487-53dfbbe585b1 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:24:08.350826 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-66690486-4baf-48f9-ac41-c09eacf18ad5 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:24:08.353640 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-66690486-4baf-48f9-ac41-c09eacf18ad5 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:24:08.361847 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66690486-4baf-48f9-ac41-c09eacf18ad5 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Pushing event updated for resources: {'Port': ['ID=0d3f070b-2a17-46c9-b6b4-23c4062db545,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:08.404824 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:08.413145 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-66690486-4baf-48f9-ac41-c09eacf18ad5 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:08.413817 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-66690486-4baf-48f9-ac41-c09eacf18ad5 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:08.435139 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-66690486-4baf-48f9-ac41-c09eacf18ad5 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6286936 Jul 22 22:24:08.441680 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] For port 1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe,segment=NetworkSegment(fee2eda8-0e4a-4881-b822-7c3ccb435313),segment_id=fee2eda8-0e4a-4881-b822-7c3ccb435313)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:24:08.446445 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:08.449666 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-3159fb3a-2478-4398-8e82-0050658bf402 service neutron] Request body: {'port': {'device_id': '25e5a7fb-7f36-4e34-91a8-30a4e2db4641', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:24:08.503004 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Pushing event updated for resources: {'Port': ['ID=1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe,revision_number=5']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:08.527721 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-3159fb3a-2478-4398-8e82-0050658bf402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:08.655658 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-4c1f10a0-a01f-4e1a-a3b2-dfe583510f27 None None] Provisioning for port 0d3f070b-2a17-46c9-b6b4-23c4062db545 completed by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:24:08.659409 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-4c1f10a0-a01f-4e1a-a3b2-dfe583510f27 None None] Provisioning complete for port 0d3f070b-2a17-46c9-b6b4-23c4062db545 triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:24:08.659786 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4c1f10a0-a01f-4e1a-a3b2-dfe583510f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:08.697453 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-4c1f10a0-a01f-4e1a-a3b2-dfe583510f27 None None] Port 0d3f070b-2a17-46c9-b6b4-23c4062db545 cannot update to ACTIVE because it is not bound. {{(pid=93280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:24:08.808520 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-3159fb3a-2478-4398-8e82-0050658bf402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d3f070b-2a17-46c9-b6b4-23c4062db545 {{(pid=93278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:24:08.816001 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-3159fb3a-2478-4398-8e82-0050658bf402 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:08.828644 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-3159fb3a-2478-4398-8e82-0050658bf402 service neutron] Transition to ACTIVE for port object 0d3f070b-2a17-46c9-b6b4-23c4062db545 will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:24:08.832595 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-3159fb3a-2478-4398-8e82-0050658bf402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:08.886118 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3159fb3a-2478-4398-8e82-0050658bf402 service neutron] Pushing event updated for resources: {'Port': ['ID=0d3f070b-2a17-46c9-b6b4-23c4062db545,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:08.961065 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-3159fb3a-2478-4398-8e82-0050658bf402 service neutron] Attempting to bind port 0d3f070b-2a17-46c9-b6b4-23c4062db545 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:24:08.961485 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-3159fb3a-2478-4398-8e82-0050658bf402 service neutron] Attempting to bind port 0d3f070b-2a17-46c9-b6b4-23c4062db545 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'fee2eda8-0e4a-4881-b822-7c3ccb435313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:24:08.961884 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-3159fb3a-2478-4398-8e82-0050658bf402 service neutron] Attempting to bind port 0d3f070b-2a17-46c9-b6b4-23c4062db545 on network 1495ba4d-e888-4827-9487-53dfbbe585b1 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:24:08.966621 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-3159fb3a-2478-4398-8e82-0050658bf402 service neutron] Port 0d3f070b-2a17-46c9-b6b4-23c4062db545 on network 1495ba4d-e888-4827-9487-53dfbbe585b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:24:08.967023 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-3159fb3a-2478-4398-8e82-0050658bf402 service neutron] Attempting to bind port 0d3f070b-2a17-46c9-b6b4-23c4062db545 on network 1495ba4d-e888-4827-9487-53dfbbe585b1 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:24:08.972491 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-3159fb3a-2478-4398-8e82-0050658bf402 service neutron] Checking agent: {'id': '4259e59d-080d-4967-89a0-1abd7a18732f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'started_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:24:08.972917 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-3159fb3a-2478-4398-8e82-0050658bf402 service neutron] Checking segment: {'id': 'fee2eda8-0e4a-4881-b822-7c3ccb435313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:24:08.973409 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-3159fb3a-2478-4398-8e82-0050658bf402 service neutron] Bound using segment: {'id': 'fee2eda8-0e4a-4881-b822-7c3ccb435313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:24:08.973925 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-3159fb3a-2478-4398-8e82-0050658bf402 service neutron] Bound port: 0d3f070b-2a17-46c9-b6b4-23c4062db545, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fee2eda8-0e4a-4881-b822-7c3ccb435313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:24:08.974281 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-3159fb3a-2478-4398-8e82-0050658bf402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:08.986292 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa35a7-c4c0-4482-ab04-9341330730b6 req-2e95b909-961f-4cb7-9256-6947636ea066 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:08.988083 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-aafa35a7-c4c0-4482-ab04-9341330730b6 req-2e95b909-961f-4cb7-9256-6947636ea066 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 943 time: 0.0676219 Jul 22 22:24:09.035107 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-aafa35a7-c4c0-4482-ab04-9341330730b6 req-0c42a36d-cb83-4092-a267-76eb6df4542e tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=02388d25-61ef-4fc0-85e1-8cb43c5683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397942 Jul 22 22:24:09.049321 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-3159fb3a-2478-4398-8e82-0050658bf402 service neutron] For port 0d3f070b-2a17-46c9-b6b4-23c4062db545, host hv-cinder-80191, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:24:09.055433 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-3159fb3a-2478-4398-8e82-0050658bf402 service neutron] For port 0d3f070b-2a17-46c9-b6b4-23c4062db545, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0d3f070b-2a17-46c9-b6b4-23c4062db545,segment=NetworkSegment(fee2eda8-0e4a-4881-b822-7c3ccb435313),segment_id=fee2eda8-0e4a-4881-b822-7c3ccb435313)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:24:09.064829 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-3159fb3a-2478-4398-8e82-0050658bf402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:09.094357 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-3159fb3a-2478-4398-8e82-0050658bf402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:09.094981 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-3159fb3a-2478-4398-8e82-0050658bf402 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:09.096503 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-3159fb3a-2478-4398-8e82-0050658bf402 service neutron] 10.222.0.115 "PUT /v2.0/ports/0d3f070b-2a17-46c9-b6b4-23c4062db545 HTTP/1.1" status: 200 len: 1093 time: 0.6523821 Jul 22 22:24:09.097009 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e5a7fb-7f36-4e34-91a8-30a4e2db4641', 'tag': '0d3f070b-2a17-46c9-b6b4-23c4062db545'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:24:09.099353 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4d7a3e-61b2-41ff-9ad0-97a71dcf563b" -d '{"events": [{"name": "network-changed", "server_uuid": "25e5a7fb-7f36-4e34-91a8-30a4e2db4641", "tag": "0d3f070b-2a17-46c9-b6b4-23c4062db545"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:24:09.136588 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3159fb3a-2478-4398-8e82-0050658bf402 service neutron] Pushing event updated for resources: {'Port': ['ID=0d3f070b-2a17-46c9-b6b4-23c4062db545,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:09.155237 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2864f37f-9bcb-4dfa-b751-4cf76da24899 x-openstack-request-id: req-2864f37f-9bcb-4dfa-b751-4cf76da24899 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:24:09.155534 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25e5a7fb-7f36-4e34-91a8-30a4e2db4641", "tag": "0d3f070b-2a17-46c9-b6b4-23c4062db545", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:24:09.155795 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2864f37f-9bcb-4dfa-b751-4cf76da24899 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:24:09.156205 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e5a7fb-7f36-4e34-91a8-30a4e2db4641', 'tag': '0d3f070b-2a17-46c9-b6b4-23c4062db545', 'status': 'completed', 'code': 200} Jul 22 22:24:09.221868 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-ebe92ade-0d2c-45ce-bc4b-5c1442f182ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:09.223592 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-ebe92ade-0d2c-45ce-bc4b-5c1442f182ae service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=95465b0debf04b0a96b7da0325051460&device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 1096 time: 0.0637896 Jul 22 22:24:09.269618 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-4b0665e4-7dc8-4b2b-8f18-90e5a5253aa6 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d3f070b-2a17-46c9-b6b4-23c4062db545 HTTP/1.1" status: 200 len: 217 time: 0.0381031 Jul 22 22:24:09.320831 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-f116490f-3a8f-4028-a506-83ac3b7235e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:09.322223 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-f116490f-3a8f-4028-a506-83ac3b7235e8 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=5fd42f08-c186-49cf-a784-779ffc6ad00f HTTP/1.1" status: 200 len: 850 time: 0.0462985 Jul 22 22:24:09.384167 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-3106494d-f672-40b9-8ac1-b0ac1419e4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:09.385792 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-3106494d-f672-40b9-8ac1-b0ac1419e4e2 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=1495ba4d-e888-4827-9487-53dfbbe585b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555472 Jul 22 22:24:09.489741 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-3b33df0d-a2c2-405d-ab37-10f3b1ba43eb service neutron] 10.222.0.115 "GET /v2.0/networks/1495ba4d-e888-4827-9487-53dfbbe585b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950494 Jul 22 22:24:09.580605 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-e8752115-9818-4d19-9d9a-2dae41cfb19b req-4e9cdf28-a135-459d-a34c-e5fac615c53b service neutron] 10.222.0.115 "GET /v2.0/networks/1495ba4d-e888-4827-9487-53dfbbe585b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841403 Jul 22 22:24:09.685200 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d7a3e-61b2-41ff-9ad0-97a71dcf563b req-63d60c86-637e-4b94-9232-5526527db45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:09.686684 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-da4d7a3e-61b2-41ff-9ad0-97a71dcf563b req-63d60c86-637e-4b94-9232-5526527db45c service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=95465b0debf04b0a96b7da0325051460&device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 1096 time: 0.0581458 Jul 22 22:24:09.774218 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d7a3e-61b2-41ff-9ad0-97a71dcf563b req-139b8ac0-f59a-41e3-b3ad-0f5e8e756cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:09.775723 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-da4d7a3e-61b2-41ff-9ad0-97a71dcf563b req-139b8ac0-f59a-41e3-b3ad-0f5e8e756cb7 service neutron] 10.222.0.115 "GET /v2.0/networks?id=1495ba4d-e888-4827-9487-53dfbbe585b1 HTTP/1.1" status: 200 len: 912 time: 0.0815580 Jul 22 22:24:09.820412 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-da4d7a3e-61b2-41ff-9ad0-97a71dcf563b req-5c63ede6-c352-43a3-814f-a3b90a145ae9 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d3f070b-2a17-46c9-b6b4-23c4062db545 HTTP/1.1" status: 200 len: 217 time: 0.0372171 Jul 22 22:24:09.869516 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d7a3e-61b2-41ff-9ad0-97a71dcf563b req-2273d572-7141-415c-b994-ee735827298f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:09.870913 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-da4d7a3e-61b2-41ff-9ad0-97a71dcf563b req-2273d572-7141-415c-b994-ee735827298f service neutron] 10.222.0.115 "GET /v2.0/subnets?id=5fd42f08-c186-49cf-a784-779ffc6ad00f HTTP/1.1" status: 200 len: 850 time: 0.0442963 Jul 22 22:24:09.932000 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d7a3e-61b2-41ff-9ad0-97a71dcf563b req-2de1afe7-ab09-4c61-87ca-bd78955a01d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:09.933538 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-da4d7a3e-61b2-41ff-9ad0-97a71dcf563b req-2de1afe7-ab09-4c61-87ca-bd78955a01d8 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=1495ba4d-e888-4827-9487-53dfbbe585b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548670 Jul 22 22:24:10.028582 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-da4d7a3e-61b2-41ff-9ad0-97a71dcf563b req-079743f2-f4ae-47d2-b383-4097a39a340e service neutron] 10.222.0.115 "GET /v2.0/networks/1495ba4d-e888-4827-9487-53dfbbe585b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867529 Jul 22 22:24:10.110031 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe up at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:24:10.129674 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-da4d7a3e-61b2-41ff-9ad0-97a71dcf563b req-dd8c8157-700f-4f62-ba75-0a8516e5ced7 service neutron] 10.222.0.115 "GET /v2.0/networks/1495ba4d-e888-4827-9487-53dfbbe585b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922987 Jul 22 22:24:10.159204 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Provisioning complete for port 1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:24:10.159692 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:10.188343 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e420507-8e4b-4f59-9251-f232ab13fb14 req-77750305-f293-4e9e-b972-e7bdc5a84e4c tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:10.190478 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0e420507-8e4b-4f59-9251-f232ab13fb14 req-77750305-f293-4e9e-b972-e7bdc5a84e4c tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 943 time: 0.0672953 Jul 22 22:24:10.229967 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0e420507-8e4b-4f59-9251-f232ab13fb14 req-f67ebf44-11d2-462e-8dc8-06c55d8d10d0 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=02388d25-61ef-4fc0-85e1-8cb43c5683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326774 Jul 22 22:24:10.419857 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30174b0-1871-42a9-9119-6db9f7d0d754 req-627556a5-b7bd-4877-aca0-8b3385516efb tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:10.421286 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e30174b0-1871-42a9-9119-6db9f7d0d754 req-627556a5-b7bd-4877-aca0-8b3385516efb tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 945 time: 0.0668242 Jul 22 22:24:10.458729 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e30174b0-1871-42a9-9119-6db9f7d0d754 req-a93f179c-9966-46de-a408-4357f9adf305 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319142 Jul 22 22:24:11.362111 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba7a6f-106e-4db1-b72c-efb6926ae802 req-52f3352f-d45d-4c35-86cd-03501a54d642 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:11.363616 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-18ba7a6f-106e-4db1-b72c-efb6926ae802 req-52f3352f-d45d-4c35-86cd-03501a54d642 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 943 time: 0.0643489 Jul 22 22:24:11.409405 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-18ba7a6f-106e-4db1-b72c-efb6926ae802 req-77dfce96-c057-4af0-93b1-5d67b3c9d5fa tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=02388d25-61ef-4fc0-85e1-8cb43c5683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393465 Jul 22 22:24:11.535178 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 0d3f070b-2a17-46c9-b6b4-23c4062db545 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:24:11.598599 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf4432-03cb-4d1e-8adf-d98ff1f038c8 req-d0c7f837-de3b-48db-a08f-dab37a9de4fe tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:11.600722 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-41cf4432-03cb-4d1e-8adf-d98ff1f038c8 req-d0c7f837-de3b-48db-a08f-dab37a9de4fe tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 945 time: 0.0705760 Jul 22 22:24:11.652595 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-41cf4432-03cb-4d1e-8adf-d98ff1f038c8 req-36dbf8b6-5ee7-4bf7-9544-58b5e817ed11 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457027 Jul 22 22:24:11.653022 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 0d3f070b-2a17-46c9-b6b4-23c4062db545, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0d3f070b-2a17-46c9-b6b4-23c4062db545,segment=NetworkSegment(fee2eda8-0e4a-4881-b822-7c3ccb435313),segment_id=fee2eda8-0e4a-4881-b822-7c3ccb435313)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:24:11.666817 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Returning: {'device': '0d3f070b-2a17-46c9-b6b4-23c4062db545', 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1', 'port_id': '0d3f070b-2a17-46c9-b6b4-23c4062db545', 'mac_address': 'fa:16:3e:b5:4c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fd42f08-c186-49cf-a784-779ffc6ad00f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:24:11.703386 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:11.716051 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d3f070b-2a17-46c9-b6b4-23c4062db545 {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:24:11.739102 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 0d3f070b-2a17-46c9-b6b4-23c4062db545, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0d3f070b-2a17-46c9-b6b4-23c4062db545,segment=NetworkSegment(fee2eda8-0e4a-4881-b822-7c3ccb435313),segment_id=fee2eda8-0e4a-4881-b822-7c3ccb435313)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:24:11.743572 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:11.790940 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=0d3f070b-2a17-46c9-b6b4-23c4062db545,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:11.797827 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:11.798205 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:11.798549 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:11.798885 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:11.799221 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:11.799555 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:11.799884 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:11.800214 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:11.800578 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:11.800902 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:11.801227 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:11.801548 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:12.010089 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['0d3f070b-2a17-46c9-b6b4-23c4062db545'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:24:12.536985 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f1d67-e898-49db-81b9-ec84c5cbed85 req-59edb863-27a1-4910-a958-3fba5ebd123f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:12.539166 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-209f1d67-e898-49db-81b9-ec84c5cbed85 req-59edb863-27a1-4910-a958-3fba5ebd123f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 944 time: 0.0641756 Jul 22 22:24:12.581748 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-209f1d67-e898-49db-81b9-ec84c5cbed85 req-7433e968-b1d1-493d-b8a9-0da8e73d4ff0 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=02388d25-61ef-4fc0-85e1-8cb43c5683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370798 Jul 22 22:24:12.779995 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57c257-a88f-4d65-9b17-9c2ce824f8f7 req-7a0df25f-5471-40d9-94e8-bf2ba708e18d tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:12.781494 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-af57c257-a88f-4d65-9b17-9c2ce824f8f7 req-7a0df25f-5471-40d9-94e8-bf2ba708e18d tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 945 time: 0.0674548 Jul 22 22:24:12.819485 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-af57c257-a88f-4d65-9b17-9c2ce824f8f7 req-a5dd4435-2932-4f6d-85a8-b04b6f3bba65 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324049 Jul 22 22:24:13.550994 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 0d3f070b-2a17-46c9-b6b4-23c4062db545 up at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:24:13.600693 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning for port 0d3f070b-2a17-46c9-b6b4-23c4062db545 completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:24:13.604284 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning complete for port 0d3f070b-2a17-46c9-b6b4-23c4062db545 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:24:13.604669 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:13.681463 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:13.704564 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e5a7fb-7f36-4e34-91a8-30a4e2db4641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3f070b-2a17-46c9-b6b4-23c4062db545'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:24:13.706836 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f27b67f0d35f7f80674a04ef850f841daaa75b8eb1023cd4f94f55c11be84c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5d9fbc-3ace-4e64-8b38-378a5351430b" -d '{"events": [{"server_uuid": "25e5a7fb-7f36-4e34-91a8-30a4e2db4641", "name": "network-vif-plugged", "status": "completed", "tag": "0d3f070b-2a17-46c9-b6b4-23c4062db545"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:24:13.713742 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6d00a-feb2-4c77-a573-c8fc6ac82fa1 req-57ca0d22-c358-4ab7-8527-8ac516b7b778 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:13.715273 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-25d6d00a-feb2-4c77-a573-c8fc6ac82fa1 req-57ca0d22-c358-4ab7-8527-8ac516b7b778 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 944 time: 0.0669656 Jul 22 22:24:13.720305 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port 0d3f070b-2a17-46c9-b6b4-23c4062db545, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0d3f070b-2a17-46c9-b6b4-23c4062db545,segment=NetworkSegment(fee2eda8-0e4a-4881-b822-7c3ccb435313),segment_id=fee2eda8-0e4a-4881-b822-7c3ccb435313)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:24:13.724989 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:13.754255 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b5bfa7-a6b9-4ab5-b9b0-6e23a115bbf5 x-openstack-request-id: req-26b5bfa7-a6b9-4ab5-b9b0-6e23a115bbf5 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:24:13.754559 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e5a7fb-7f36-4e34-91a8-30a4e2db4641", "name": "network-vif-plugged", "status": "completed", "tag": "0d3f070b-2a17-46c9-b6b4-23c4062db545", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:24:13.754811 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-26b5bfa7-a6b9-4ab5-b9b0-6e23a115bbf5 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:24:13.755262 dv-cinder-801912-2-iscsi neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e5a7fb-7f36-4e34-91a8-30a4e2db4641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3f070b-2a17-46c9-b6b4-23c4062db545', 'code': 200} Jul 22 22:24:13.765131 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-25d6d00a-feb2-4c77-a573-c8fc6ac82fa1 req-1ceb33cc-b314-4461-b3b9-8e62c80e53e1 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=02388d25-61ef-4fc0-85e1-8cb43c5683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434358 Jul 22 22:24:13.787208 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=0d3f070b-2a17-46c9-b6b4-23c4062db545,revision_number=5']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:13.958156 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a297b-5d7c-47ff-b3bc-d1afed48fd04 req-c4d41202-d210-4796-8691-4feac2e7e327 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:13.960042 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e58a297b-5d7c-47ff-b3bc-d1afed48fd04 req-c4d41202-d210-4796-8691-4feac2e7e327 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 945 time: 0.0675931 Jul 22 22:24:13.960895 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab531e5e-ace4-4209-9ffc-9134cc6936c4 req-537f6ffd-541f-4f60-9092-b1ea12b54bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:13.962470 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ab531e5e-ace4-4209-9ffc-9134cc6936c4 req-537f6ffd-541f-4f60-9092-b1ea12b54bd8 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 1098 time: 0.0584118 Jul 22 22:24:14.002449 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ab531e5e-ace4-4209-9ffc-9134cc6936c4 req-337c76d3-2a26-4f00-838d-aa520752b0f9 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=02388d25-61ef-4fc0-85e1-8cb43c5683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293825 Jul 22 22:24:14.009748 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e58a297b-5d7c-47ff-b3bc-d1afed48fd04 req-9b17d641-438b-4a99-8421-d8b60e5c8206 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438569 Jul 22 22:24:14.908220 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15a00f-34ff-457e-90a1-79bebe2746a2 req-3df43f63-c3dd-47ed-8515-a0e37eb97cee tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:14.910155 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1d15a00f-34ff-457e-90a1-79bebe2746a2 req-3df43f63-c3dd-47ed-8515-a0e37eb97cee tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 945 time: 0.0692739 Jul 22 22:24:14.949967 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1d15a00f-34ff-457e-90a1-79bebe2746a2 req-d1840957-0fde-4f46-9f05-d3dfd4d3c521 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=02388d25-61ef-4fc0-85e1-8cb43c5683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334022 Jul 22 22:24:15.081727 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229fe3c-cf36-4c6c-9836-9cfbead37675 req-33c3de86-17b8-42e7-a4ad-1485e484e9b9 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:15.083239 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f229fe3c-cf36-4c6c-9836-9cfbead37675 req-33c3de86-17b8-42e7-a4ad-1485e484e9b9 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 945 time: 0.0692096 Jul 22 22:24:15.095583 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 53188) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:24:15.119670 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-80ff1e68-94ff-4e9c-9314-5f3209c83fa9 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Request body: {'floatingip': {'port_id': '0d3f070b-2a17-46c9-b6b4-23c4062db545'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:24:15.161203 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-80ff1e68-94ff-4e9c-9314-5f3209c83fa9 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for floatingip, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:15.281347 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25296b7c-f85c-43f8-8dce-acb5082281d1 req-2d3b7b12-cf1d-4ed1-b428-87609c888daf tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:15.283068 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-25296b7c-f85c-43f8-8dce-acb5082281d1 req-2d3b7b12-cf1d-4ed1-b428-87609c888daf tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 945 time: 0.1989391 Jul 22 22:24:15.397968 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-25296b7c-f85c-43f8-8dce-acb5082281d1 req-64aefe75-f3f2-4f5d-821f-42a81c399326 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066270 Jul 22 22:24:15.667785 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-80ff1e68-94ff-4e9c-9314-5f3209c83fa9 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:15.672337 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-80ff1e68-94ff-4e9c-9314-5f3209c83fa9 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718221'] for floatingip, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:15.775696 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.db.l3_db [None req-80ff1e68-94ff-4e9c-9314-5f3209c83fa9 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Floating IP 61234ce7-05f7-4ac5-b779-f7aa6b0471d0 associated. External IP: 172.27.3.60, port: 0d3f070b-2a17-46c9-b6b4-23c4062db545. Jul 22 22:24:16.237732 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ff1e68-94ff-4e9c-9314-5f3209c83fa9 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Router 528b3d76-bb93-435c-8200-1d1d053483dc has already been hosted by L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 {{(pid=93279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:24:16.342267 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ff1e68-94ff-4e9c-9314-5f3209c83fa9 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:24:16.346915 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-80ff1e68-94ff-4e9c-9314-5f3209c83fa9 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for floatingip, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:16.352833 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5009f97-728c-4567-81e6-fe6ad3cc450b None None] Sync routers for ids ['528b3d76-bb93-435c-8200-1d1d053483dc'] in dv-cinder-801912-2-iscsi {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:24:16.362679 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5009f97-728c-4567-81e6-fe6ad3cc450b None None] Routers {'528b3d76-bb93-435c-8200-1d1d053483dc'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:24:16.363362 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-b5009f97-728c-4567-81e6-fe6ad3cc450b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:23:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['528b3d76-bb93-435c-8200-1d1d053483dc'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:24:16.389578 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-80ff1e68-94ff-4e9c-9314-5f3209c83fa9 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "PUT /v2.0/floatingips/61234ce7-05f7-4ac5-b779-f7aa6b0471d0 HTTP/1.1" status: 200 len: 990 time: 1.2926753 Jul 22 22:24:16.390706 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e5a7fb-7f36-4e34-91a8-30a4e2db4641', 'tag': '0d3f070b-2a17-46c9-b6b4-23c4062db545'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:24:16.393628 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c6b4c132c05f8fa555954f998dc13116b5a095d8f56ef95ca39bca9c69008e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d09700-4385-45df-a6f7-b2eee0733ebf" -d '{"events": [{"name": "network-changed", "server_uuid": "25e5a7fb-7f36-4e34-91a8-30a4e2db4641", "tag": "0d3f070b-2a17-46c9-b6b4-23c4062db545"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:24:16.441863 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924f82fc-3d16-4b6f-9089-114da29d92c1 x-openstack-request-id: req-924f82fc-3d16-4b6f-9089-114da29d92c1 {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:24:16.442385 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25e5a7fb-7f36-4e34-91a8-30a4e2db4641", "tag": "0d3f070b-2a17-46c9-b6b4-23c4062db545", "status": "completed", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:24:16.442706 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-924f82fc-3d16-4b6f-9089-114da29d92c1 {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:24:16.443179 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e5a7fb-7f36-4e34-91a8-30a4e2db4641', 'tag': '0d3f070b-2a17-46c9-b6b4-23c4062db545', 'status': 'completed', 'code': 200} Jul 22 22:24:16.478711 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-b5009f97-728c-4567-81e6-fe6ad3cc450b None None] Set router 528b3d76-bb93-435c-8200-1d1d053483dc gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:24:16.533751 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d09700-4385-45df-a6f7-b2eee0733ebf req-d40158d7-e355-4bd9-ac6d-a7bb7b369f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:16.535312 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-22d09700-4385-45df-a6f7-b2eee0733ebf req-d40158d7-e355-4bd9-ac6d-a7bb7b369f4d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=95465b0debf04b0a96b7da0325051460&device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 1098 time: 0.0715594 Jul 22 22:24:16.572580 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c857a-43d4-45df-bdca-28d0f2673386 req-5a558940-42ae-402c-9eec-be3a0904a5b5 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:16.574931 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-304c857a-43d4-45df-bdca-28d0f2673386 req-5a558940-42ae-402c-9eec-be3a0904a5b5 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 945 time: 0.0870392 Jul 22 22:24:16.577142 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6f8428a1-20b9-4c7e-a6ec-55f5c7ebc1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:16.618412 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-304c857a-43d4-45df-bdca-28d0f2673386 req-cd07384f-7826-4d68-98f6-8125d10c2a09 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358198 Jul 22 22:24:16.641667 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d09700-4385-45df-a6f7-b2eee0733ebf req-b0fcf931-1b87-4ca8-b6c5-8172cdcbb2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:16.643168 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-22d09700-4385-45df-a6f7-b2eee0733ebf req-b0fcf931-1b87-4ca8-b6c5-8172cdcbb2d7 service neutron] 10.222.0.115 "GET /v2.0/networks?id=1495ba4d-e888-4827-9487-53dfbbe585b1 HTTP/1.1" status: 200 len: 912 time: 0.1012692 Jul 22 22:24:16.721131 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-22d09700-4385-45df-a6f7-b2eee0733ebf req-bd5efe11-d059-4f1c-ac99-e96d0d3f83fe service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d3f070b-2a17-46c9-b6b4-23c4062db545 HTTP/1.1" status: 200 len: 998 time: 0.0652254 Jul 22 22:24:16.774458 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d09700-4385-45df-a6f7-b2eee0733ebf req-09f65225-56f1-4741-973a-819588617cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:16.775955 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-22d09700-4385-45df-a6f7-b2eee0733ebf req-09f65225-56f1-4741-973a-819588617cb3 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=5fd42f08-c186-49cf-a784-779ffc6ad00f HTTP/1.1" status: 200 len: 850 time: 0.0487015 Jul 22 22:24:16.826810 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-b5009f97-728c-4567-81e6-fe6ad3cc450b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'name': 'tempest-AttachVolumeTestJSON-1431955537-router', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '28495245-f12e-475a-a019-d15da44b9d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:24:02Z', 'revision_number': 4, 'project_id': '95465b0debf04b0a96b7da0325051460', 'gw_port': {'id': '28495245-f12e-475a-a019-d15da44b9d83', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_floatingips': [{'id': '61234ce7-05f7-4ac5-b779-f7aa6b0471d0', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'floating_ip_address': '172.27.3.60', 'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'router_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'port_id': '0d3f070b-2a17-46c9-b6b4-23c4062db545', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1', 'mac_address': 'fa:16:3e:b5:4c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e5a7fb-7f36-4e34-91a8-30a4e2db4641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:24:05Z', 'updated_at': '2021-07-22T22:24:15Z', 'revision_number': 1, 'project_id': '95465b0debf04b0a96b7da0325051460', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe', 'name': '', 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'mac_address': 'fa:16:3e:75:40:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5fd42f08-c186-49cf-a784-779ffc6ad00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:02Z', 'updated_at': '2021-07-22T22:24:08Z', 'revision_number': 5, 'project_id': '95465b0debf04b0a96b7da0325051460', 'subnets': [{'id': '5fd42f08-c186-49cf-a784-779ffc6ad00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:24:16.837510 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d09700-4385-45df-a6f7-b2eee0733ebf req-678294bd-a5cf-4357-95fd-56520500b695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:16.839061 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-22d09700-4385-45df-a6f7-b2eee0733ebf req-678294bd-a5cf-4357-95fd-56520500b695 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=1495ba4d-e888-4827-9487-53dfbbe585b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565667 Jul 22 22:24:16.857168 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5009f97-728c-4567-81e6-fe6ad3cc450b None None] Checking router: 528b3d76-bb93-435c-8200-1d1d053483dc for host: dv-cinder-801912-2-iscsi {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:24:16.866381 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5009f97-728c-4567-81e6-fe6ad3cc450b None None] Routers {'528b3d76-bb93-435c-8200-1d1d053483dc'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:24:16.867006 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-b5009f97-728c-4567-81e6-fe6ad3cc450b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:23:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['528b3d76-bb93-435c-8200-1d1d053483dc'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:24:16.939732 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-22d09700-4385-45df-a6f7-b2eee0733ebf req-f476416c-c692-4177-b543-e5ad50b9da80 service neutron] 10.222.0.115 "GET /v2.0/networks/1495ba4d-e888-4827-9487-53dfbbe585b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901146 Jul 22 22:24:16.975459 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-b5009f97-728c-4567-81e6-fe6ad3cc450b None None] Set router 528b3d76-bb93-435c-8200-1d1d053483dc gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:24:17.042441 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-22d09700-4385-45df-a6f7-b2eee0733ebf req-2df9c39c-cf85-4ffb-90b0-10d8ada74c88 service neutron] 10.222.0.115 "GET /v2.0/networks/1495ba4d-e888-4827-9487-53dfbbe585b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961492 Jul 22 22:24:17.210857 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-b5009f97-728c-4567-81e6-fe6ad3cc450b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'name': 'tempest-AttachVolumeTestJSON-1431955537-router', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '28495245-f12e-475a-a019-d15da44b9d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:24:02Z', 'revision_number': 4, 'project_id': '95465b0debf04b0a96b7da0325051460', 'gw_port': {'id': '28495245-f12e-475a-a019-d15da44b9d83', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_floatingips': [{'id': '61234ce7-05f7-4ac5-b779-f7aa6b0471d0', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'floating_ip_address': '172.27.3.60', 'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'router_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'port_id': '0d3f070b-2a17-46c9-b6b4-23c4062db545', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1', 'mac_address': 'fa:16:3e:b5:4c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e5a7fb-7f36-4e34-91a8-30a4e2db4641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:24:05Z', 'updated_at': '2021-07-22T22:24:15Z', 'revision_number': 1, 'project_id': '95465b0debf04b0a96b7da0325051460', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe', 'name': '', 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'mac_address': 'fa:16:3e:75:40:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5fd42f08-c186-49cf-a784-779ffc6ad00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:02Z', 'updated_at': '2021-07-22T22:24:08Z', 'revision_number': 5, 'project_id': '95465b0debf04b0a96b7da0325051460', 'subnets': [{'id': '5fd42f08-c186-49cf-a784-779ffc6ad00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:24:17.237346 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5009f97-728c-4567-81e6-fe6ad3cc450b None None] The sync data for ids ['528b3d76-bb93-435c-8200-1d1d053483dc'] in dv-cinder-801912-2-iscsi is: [{'id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'name': 'tempest-AttachVolumeTestJSON-1431955537-router', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '28495245-f12e-475a-a019-d15da44b9d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:24:02Z', 'revision_number': 4, 'project_id': '95465b0debf04b0a96b7da0325051460', 'gw_port': {'id': '28495245-f12e-475a-a019-d15da44b9d83', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_floatingips': [{'id': '61234ce7-05f7-4ac5-b779-f7aa6b0471d0', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'floating_ip_address': '172.27.3.60', 'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'router_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'port_id': '0d3f070b-2a17-46c9-b6b4-23c4062db545', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1', 'mac_address': 'fa:16:3e:b5:4c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e5a7fb-7f36-4e34-91a8-30a4e2db4641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:24:05Z', 'updated_at': '2021-07-22T22:24:15Z', 'revision_number': 1, 'project_id': '95465b0debf04b0a96b7da0325051460', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe', 'name': '', 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'mac_address': 'fa:16:3e:75:40:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5fd42f08-c186-49cf-a784-779ffc6ad00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:02Z', 'updated_at': '2021-07-22T22:24:08Z', 'revision_number': 5, 'project_id': '95465b0debf04b0a96b7da0325051460', 'subnets': [{'id': '5fd42f08-c186-49cf-a784-779ffc6ad00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:24:17.425236 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ecb4d2-9e13-4ffe-9c4f-643fbb0cd189 None None] New status for floating IP 61234ce7-05f7-4ac5-b779-f7aa6b0471d0: ACTIVE {{(pid=93280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:24:17.755294 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758092a9-d7a9-4cc8-b5a2-be76d90f75df req-dd988f6e-4881-475e-81af-c993e8a41387 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:17.757514 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-758092a9-d7a9-4cc8-b5a2-be76d90f75df req-dd988f6e-4881-475e-81af-c993e8a41387 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 945 time: 0.0701685 Jul 22 22:24:17.800064 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-758092a9-d7a9-4cc8-b5a2-be76d90f75df req-a782e50a-4e38-40e8-a6f3-02106c6bdd3c tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369921 Jul 22 22:24:18.937044 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4f703135-6cc5-432d-897e-d02aadf7c6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:18.937647 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a0554-eaaa-4f7a-8256-e45835b9bbb4 req-28206e03-3811-4b30-9709-fb8f98a4a4b9 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:18.942206 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4c5a0554-eaaa-4f7a-8256-e45835b9bbb4 req-28206e03-3811-4b30-9709-fb8f98a4a4b9 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 945 time: 0.0701067 Jul 22 22:24:18.983515 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4c5a0554-eaaa-4f7a-8256-e45835b9bbb4 req-b03764d1-81a6-425a-8140-9d927cb58c3c tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381725 Jul 22 22:24:19.182815 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:20.124284 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ef5d2-5cee-4839-957a-aab35cc799f0 req-d0ab7899-a420-4680-9200-39e22bcd526c tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:20.125799 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-864ef5d2-5cee-4839-957a-aab35cc799f0 req-d0ab7899-a420-4680-9200-39e22bcd526c tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 945 time: 0.0710192 Jul 22 22:24:20.167577 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-864ef5d2-5cee-4839-957a-aab35cc799f0 req-352dcdc7-6472-4847-8243-af9947a2457c tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358744 Jul 22 22:24:20.230511 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:20.561730 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dde2da-e332-4a44-ace8-fa8cf054be51 req-4c05a6d0-d511-4db0-844d-01d4585c836d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:20.563348 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d6dde2da-e332-4a44-ace8-fa8cf054be51 req-4c05a6d0-d511-4db0-844d-01d4585c836d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b39563db0dd14939a0f3c1819cd5901f&device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 1098 time: 0.0557199 Jul 22 22:24:20.654821 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dde2da-e332-4a44-ace8-fa8cf054be51 req-bc346d32-9e35-4a6f-b884-1bbe0fc0c8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:20.656323 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d6dde2da-e332-4a44-ace8-fa8cf054be51 req-bc346d32-9e35-4a6f-b884-1bbe0fc0c8b0 service neutron] 10.222.0.115 "GET /v2.0/networks?id=c478cf98-28b8-4904-af77-5e4d0dffb173 HTTP/1.1" status: 200 len: 910 time: 0.0861194 Jul 22 22:24:20.725097 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d6dde2da-e332-4a44-ace8-fa8cf054be51 req-6488ff40-5c16-472e-b050-38f7dcf162c3 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e388f194-738b-4620-b8e5-abdb33fb96e5 HTTP/1.1" status: 200 len: 1000 time: 0.0613503 Jul 22 22:24:20.775396 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dde2da-e332-4a44-ace8-fa8cf054be51 req-5e89f13d-120f-4473-95c7-951ba079b057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:20.777978 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d6dde2da-e332-4a44-ace8-fa8cf054be51 req-5e89f13d-120f-4473-95c7-951ba079b057 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b8c303b5-4d52-49bb-ad46-fb44acda7f9b HTTP/1.1" status: 200 len: 848 time: 0.0467422 Jul 22 22:24:20.839161 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dde2da-e332-4a44-ace8-fa8cf054be51 req-0a2f74e3-70c8-4063-9cb1-f70d693add47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:20.840647 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d6dde2da-e332-4a44-ace8-fa8cf054be51 req-0a2f74e3-70c8-4063-9cb1-f70d693add47 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=c478cf98-28b8-4904-af77-5e4d0dffb173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565586 Jul 22 22:24:20.936640 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d6dde2da-e332-4a44-ace8-fa8cf054be51 req-6af10b35-0926-4ece-91a9-f4619e170bd5 service neutron] 10.222.0.115 "GET /v2.0/networks/c478cf98-28b8-4904-af77-5e4d0dffb173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892558 Jul 22 22:24:21.031357 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-d6dde2da-e332-4a44-ace8-fa8cf054be51 req-6f8f0886-e5ce-4e9a-9180-c4456d53da0b service neutron] 10.222.0.115 "GET /v2.0/networks/c478cf98-28b8-4904-af77-5e4d0dffb173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886626 Jul 22 22:24:21.302287 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a14950-5c89-4263-ac61-6081a39a3a18 req-f26fbf51-7212-4fe2-8355-b64d3a959dec tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:21.304027 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b4a14950-5c89-4263-ac61-6081a39a3a18 req-f26fbf51-7212-4fe2-8355-b64d3a959dec tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 945 time: 0.0680625 Jul 22 22:24:21.345214 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-b4a14950-5c89-4263-ac61-6081a39a3a18 req-e04b18a6-b773-4fd3-bf94-6e2823dbca87 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355492 Jul 22 22:24:21.882868 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:22.478768 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c6aaa-34e1-40bf-b472-77c13ee7ea86 req-abd55c70-385f-4c05-892a-d8289f0d753f tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:22.480254 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3e5c6aaa-34e1-40bf-b472-77c13ee7ea86 req-abd55c70-385f-4c05-892a-d8289f0d753f tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 945 time: 0.0631237 Jul 22 22:24:22.516973 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3e5c6aaa-34e1-40bf-b472-77c13ee7ea86 req-d89657fe-f9ac-4461-9eca-453e8969cb4e tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311491 Jul 22 22:24:23.654934 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78e795-a526-4b4a-8714-91243620be0b req-16f5366f-35f6-429d-948c-c9efe3782439 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:23.656428 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7c78e795-a526-4b4a-8714-91243620be0b req-16f5366f-35f6-429d-948c-c9efe3782439 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 945 time: 0.0674441 Jul 22 22:24:23.695395 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7c78e795-a526-4b4a-8714-91243620be0b req-87963f21-c66d-4a62-8581-fa5e95e2b056 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334027 Jul 22 22:24:24.995047 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef269642-6b4d-44e4-af67-90cb4ccd6a0e req-a7cc8373-63e2-48cd-a48f-9e779020185a tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:24.996585 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ef269642-6b4d-44e4-af67-90cb4ccd6a0e req-a7cc8373-63e2-48cd-a48f-9e779020185a tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 945 time: 0.1104677 Jul 22 22:24:25.002165 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ef2f1927-5f69-49f9-97e7-376711b696d7 req-1ae3badb-90e0-4994-aefb-91adedbb23a0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1384082 Jul 22 22:24:25.042004 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ef269642-6b4d-44e4-af67-90cb4ccd6a0e req-376ec000-0eff-4a6e-bf2a-95e6c5f007a7 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377686 Jul 22 22:24:25.643093 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device e388f194-738b-4620-b8e5-abdb33fb96e5 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:24:25.723199 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:25.747005 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac54e65-5dd9-4940-85a9-0f8d63728b09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e388f194-738b-4620-b8e5-abdb33fb96e5'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:24:25.749168 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f27b67f0d35f7f80674a04ef850f841daaa75b8eb1023cd4f94f55c11be84c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08396cb5-1122-46b0-bc93-9136a907e7ac" -d '{"events": [{"server_uuid": "1ac54e65-5dd9-4940-85a9-0f8d63728b09", "name": "network-vif-unplugged", "status": "completed", "tag": "e388f194-738b-4620-b8e5-abdb33fb96e5"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:24:25.763190 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port e388f194-738b-4620-b8e5-abdb33fb96e5, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e388f194-738b-4620-b8e5-abdb33fb96e5,segment=NetworkSegment(3f318f8e-b74e-48a9-853d-22131a178c6d),segment_id=3f318f8e-b74e-48a9-853d-22131a178c6d)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:24:25.767615 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:25.796451 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 22:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe6622f-056b-4deb-afb4-89e8ce9e749b x-openstack-request-id: req-2fe6622f-056b-4deb-afb4-89e8ce9e749b {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:24:25.796744 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac54e65-5dd9-4940-85a9-0f8d63728b09", "name": "network-vif-unplugged", "status": "failed", "tag": "e388f194-738b-4620-b8e5-abdb33fb96e5", "code": 422}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:24:25.796997 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2fe6622f-056b-4deb-afb4-89e8ce9e749b {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:24:25.797387 dv-cinder-801912-2-iscsi neutron-server[93280]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1ac54e65-5dd9-4940-85a9-0f8d63728b09', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e388f194-738b-4620-b8e5-abdb33fb96e5', 'code': 422} returned with failed status Jul 22 22:24:25.823908 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=e388f194-738b-4620-b8e5-abdb33fb96e5,revision_number=6']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:26.190068 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6314c-c818-4823-aa02-490d4e535d26 req-a30f42cf-b02e-418b-b261-059a30337dd8 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:26.191498 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-fda6314c-c818-4823-aa02-490d4e535d26 req-a30f42cf-b02e-418b-b261-059a30337dd8 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 943 time: 0.0697992 Jul 22 22:24:26.232919 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-fda6314c-c818-4823-aa02-490d4e535d26 req-419bb880-8ea3-41ce-8759-61aaf559627f tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342736 Jul 22 22:24:26.338459 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f1927-5f69-49f9-97e7-376711b696d7 req-7800db68-58bf-4927-b913-4f6130b4b82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:26.339864 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ef2f1927-5f69-49f9-97e7-376711b696d7 req-7800db68-58bf-4927-b913-4f6130b4b82f service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09&tenant_id=b39563db0dd14939a0f3c1819cd5901f HTTP/1.1" status: 200 len: 1096 time: 0.0571201 Jul 22 22:24:26.420065 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f1927-5f69-49f9-97e7-376711b696d7 req-acea9411-bb92-49f8-9051-9ab53f953aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:26.422343 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ef2f1927-5f69-49f9-97e7-376711b696d7 req-acea9411-bb92-49f8-9051-9ab53f953aec service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b39563db0dd14939a0f3c1819cd5901f&device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 1096 time: 0.0584328 Jul 22 22:24:26.522175 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f1927-5f69-49f9-97e7-376711b696d7 req-25142f50-3489-4a7c-9521-6be8b81816d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:26.523666 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ef2f1927-5f69-49f9-97e7-376711b696d7 req-25142f50-3489-4a7c-9521-6be8b81816d6 service neutron] 10.222.0.115 "GET /v2.0/networks?id=c478cf98-28b8-4904-af77-5e4d0dffb173 HTTP/1.1" status: 200 len: 910 time: 0.0929811 Jul 22 22:24:26.590439 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ef2f1927-5f69-49f9-97e7-376711b696d7 req-aabb567d-17b0-44d6-8501-e81cf673fef9 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e388f194-738b-4620-b8e5-abdb33fb96e5 HTTP/1.1" status: 200 len: 998 time: 0.0590241 Jul 22 22:24:26.643899 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f1927-5f69-49f9-97e7-376711b696d7 req-f2addcc9-122e-4b31-8e81-46e78d61e4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:26.645399 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ef2f1927-5f69-49f9-97e7-376711b696d7 req-f2addcc9-122e-4b31-8e81-46e78d61e4ef service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b8c303b5-4d52-49bb-ad46-fb44acda7f9b HTTP/1.1" status: 200 len: 848 time: 0.0445483 Jul 22 22:24:26.676646 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:26.714693 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f1927-5f69-49f9-97e7-376711b696d7 req-204b092f-141e-46cc-b0e1-f840379d23e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:26.716299 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ef2f1927-5f69-49f9-97e7-376711b696d7 req-204b092f-141e-46cc-b0e1-f840379d23e0 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=c478cf98-28b8-4904-af77-5e4d0dffb173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603142 Jul 22 22:24:26.816366 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ef2f1927-5f69-49f9-97e7-376711b696d7 req-80cabfea-c891-47ce-9f53-e8fcb119b5b7 service neutron] 10.222.0.115 "GET /v2.0/networks/c478cf98-28b8-4904-af77-5e4d0dffb173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920062 Jul 22 22:24:26.911482 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ef2f1927-5f69-49f9-97e7-376711b696d7 req-7ca98c96-8c02-40fb-ab43-c39d2b88ff8c service neutron] 10.222.0.115 "GET /v2.0/networks/c478cf98-28b8-4904-af77-5e4d0dffb173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882592 Jul 22 22:24:27.367072 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4402471-a7fc-439e-9944-c4d53e491932 req-5238ba23-4068-4278-a936-db3037bd779b tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:27.368590 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e4402471-a7fc-439e-9944-c4d53e491932 req-5238ba23-4068-4278-a936-db3037bd779b tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 943 time: 0.0647845 Jul 22 22:24:27.408781 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e4402471-a7fc-439e-9944-c4d53e491932 req-4a96a6d7-d9f7-41c1-920e-c541e12db001 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332570 Jul 22 22:24:28.545632 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b176e6-2d23-4934-8e57-3c0dc5cde3ba req-bc574e10-06e4-4446-b6a3-4009ac38da16 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:28.547140 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-40b176e6-2d23-4934-8e57-3c0dc5cde3ba req-bc574e10-06e4-4446-b6a3-4009ac38da16 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 943 time: 0.0653028 Jul 22 22:24:28.589857 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-40b176e6-2d23-4934-8e57-3c0dc5cde3ba req-f7cc6b49-b31a-4f75-9133-1774814f5bda tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368028 Jul 22 22:24:28.701720 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e625bf-31e6-4766-86ba-31ed623d231a req-06ca89b5-6541-4188-9489-43325a20e657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:28.703112 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-63e625bf-31e6-4766-86ba-31ed623d231a req-06ca89b5-6541-4188-9489-43325a20e657 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b39563db0dd14939a0f3c1819cd5901f&device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 1096 time: 0.0570347 Jul 22 22:24:28.815365 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e625bf-31e6-4766-86ba-31ed623d231a req-c6a498cb-eeb3-4e70-bbdd-e7d81badd7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:28.816908 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-63e625bf-31e6-4766-86ba-31ed623d231a req-c6a498cb-eeb3-4e70-bbdd-e7d81badd7a6 service neutron] 10.222.0.115 "GET /v2.0/networks?id=c478cf98-28b8-4904-af77-5e4d0dffb173 HTTP/1.1" status: 200 len: 910 time: 0.0921555 Jul 22 22:24:28.885322 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-63e625bf-31e6-4766-86ba-31ed623d231a req-277d13ab-8bd1-46e0-a879-c4677113f0c7 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e388f194-738b-4620-b8e5-abdb33fb96e5 HTTP/1.1" status: 200 len: 998 time: 0.0614786 Jul 22 22:24:28.934634 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e625bf-31e6-4766-86ba-31ed623d231a req-f8d10783-55ba-4141-85dc-415b87111b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:28.936095 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-63e625bf-31e6-4766-86ba-31ed623d231a req-f8d10783-55ba-4141-85dc-415b87111b99 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b8c303b5-4d52-49bb-ad46-fb44acda7f9b HTTP/1.1" status: 200 len: 848 time: 0.0433290 Jul 22 22:24:28.998599 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e625bf-31e6-4766-86ba-31ed623d231a req-6f5be46d-bb06-4949-80b1-562e0fa30f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:29.000026 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-63e625bf-31e6-4766-86ba-31ed623d231a req-6f5be46d-bb06-4949-80b1-562e0fa30f7e service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=c478cf98-28b8-4904-af77-5e4d0dffb173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570676 Jul 22 22:24:29.090686 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-63e625bf-31e6-4766-86ba-31ed623d231a req-c3cda5a5-7190-48f5-a2b1-df6f1383a02b service neutron] 10.222.0.115 "GET /v2.0/networks/c478cf98-28b8-4904-af77-5e4d0dffb173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818949 Jul 22 22:24:29.187020 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-63e625bf-31e6-4766-86ba-31ed623d231a req-99e45692-7e8d-4934-a038-509addc5dd4f service neutron] 10.222.0.115 "GET /v2.0/networks/c478cf98-28b8-4904-af77-5e4d0dffb173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869908 Jul 22 22:24:29.727333 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b84fe4-d24e-4eb2-bd50-673e28caf9e7 req-c00fb84c-4130-42b0-a971-ebdde87d0833 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:29.728782 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a4b84fe4-d24e-4eb2-bd50-673e28caf9e7 req-c00fb84c-4130-42b0-a971-ebdde87d0833 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 943 time: 0.0679097 Jul 22 22:24:29.766147 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a4b84fe4-d24e-4eb2-bd50-673e28caf9e7 req-e03e2914-cc99-4518-851e-e4865ddf5726 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318835 Jul 22 22:24:30.904984 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a128bf-32b0-48e8-b9d7-f3a824578133 req-72d045dc-1e94-4d58-b825-764076cbae25 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:30.906577 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f4a128bf-32b0-48e8-b9d7-f3a824578133 req-72d045dc-1e94-4d58-b825-764076cbae25 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 943 time: 0.0704434 Jul 22 22:24:30.948219 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f4a128bf-32b0-48e8-b9d7-f3a824578133 req-b9656e73-8d87-425f-ad91-99e151858bac tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360432 Jul 22 22:24:32.083580 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd45079-d6e8-479c-935b-0175bcf01c38 req-fa76957f-be6c-4b0e-b272-6f4be287e623 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:32.085132 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-9bd45079-d6e8-479c-935b-0175bcf01c38 req-fa76957f-be6c-4b0e-b272-6f4be287e623 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 943 time: 0.0696526 Jul 22 22:24:32.132834 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-9bd45079-d6e8-479c-935b-0175bcf01c38 req-9da83149-9828-4745-a375-531206d84fab tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357265 Jul 22 22:24:33.260820 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762aaa24-562a-44e2-8354-c8acb5262ef7 req-8c33e3c2-d5b6-46b2-ad34-c6081b0cc377 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:33.262348 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-762aaa24-562a-44e2-8354-c8acb5262ef7 req-8c33e3c2-d5b6-46b2-ad34-c6081b0cc377 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 943 time: 0.0670242 Jul 22 22:24:33.301254 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-762aaa24-562a-44e2-8354-c8acb5262ef7 req-e33acac8-2be5-402d-8084-8827f6122e00 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331564 Jul 22 22:24:33.674372 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device e388f194-738b-4620-b8e5-abdb33fb96e5 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:24:33.776593 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port e388f194-738b-4620-b8e5-abdb33fb96e5, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e388f194-738b-4620-b8e5-abdb33fb96e5,segment=NetworkSegment(3f318f8e-b74e-48a9-853d-22131a178c6d),segment_id=3f318f8e-b74e-48a9-853d-22131a178c6d)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:24:33.787606 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Returning: {'device': 'e388f194-738b-4620-b8e5-abdb33fb96e5', 'network_id': 'c478cf98-28b8-4904-af77-5e4d0dffb173', 'port_id': 'e388f194-738b-4620-b8e5-abdb33fb96e5', 'mac_address': 'fa:16:3e:a9:4a:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c303b5-4d52-49bb-ad46-fb44acda7f9b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:24:33.826230 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:33.843280 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e388f194-738b-4620-b8e5-abdb33fb96e5 {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:24:33.865402 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port e388f194-738b-4620-b8e5-abdb33fb96e5, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e388f194-738b-4620-b8e5-abdb33fb96e5,segment=NetworkSegment(3f318f8e-b74e-48a9-853d-22131a178c6d),segment_id=3f318f8e-b74e-48a9-853d-22131a178c6d)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:24:33.870813 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:33.919074 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=e388f194-738b-4620-b8e5-abdb33fb96e5,revision_number=7']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:34.133371 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['e388f194-738b-4620-b8e5-abdb33fb96e5'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:24:34.432818 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeeea7e-c2d2-4bd4-941d-1963269cf365 req-3b7754f8-1bb5-41b7-a672-81b8731755b5 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:34.434318 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-9aeeea7e-c2d2-4bd4-941d-1963269cf365 req-3b7754f8-1bb5-41b7-a672-81b8731755b5 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 944 time: 0.0638895 Jul 22 22:24:34.473595 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-9aeeea7e-c2d2-4bd4-941d-1963269cf365 req-6d36c58c-3f3d-4b55-8bfc-194791e8b318 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335882 Jul 22 22:24:35.609480 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98df21-7081-4736-8c64-7c9ecd2ff7b5 req-1f7e324c-4e93-4dc5-b4c1-71a22d8650ce tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:35.610968 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1a98df21-7081-4736-8c64-7c9ecd2ff7b5 req-1f7e324c-4e93-4dc5-b4c1-71a22d8650ce tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 944 time: 0.0684741 Jul 22 22:24:35.649942 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1a98df21-7081-4736-8c64-7c9ecd2ff7b5 req-bc1babda-b95e-4930-aa5b-2b3139d13edb tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333381 Jul 22 22:24:35.676350 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device e388f194-738b-4620-b8e5-abdb33fb96e5 up at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:24:35.729510 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning complete for port e388f194-738b-4620-b8e5-abdb33fb96e5 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:24:35.729893 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:35.807540 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:35.832120 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac54e65-5dd9-4940-85a9-0f8d63728b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e388f194-738b-4620-b8e5-abdb33fb96e5'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:24:35.834397 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f27b67f0d35f7f80674a04ef850f841daaa75b8eb1023cd4f94f55c11be84c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411bb4e0-eb5d-4e8e-955a-8431feaf6e79" -d '{"events": [{"server_uuid": "1ac54e65-5dd9-4940-85a9-0f8d63728b09", "name": "network-vif-plugged", "status": "completed", "tag": "e388f194-738b-4620-b8e5-abdb33fb96e5"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:24:35.848474 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port e388f194-738b-4620-b8e5-abdb33fb96e5, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e388f194-738b-4620-b8e5-abdb33fb96e5,segment=NetworkSegment(3f318f8e-b74e-48a9-853d-22131a178c6d),segment_id=3f318f8e-b74e-48a9-853d-22131a178c6d)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:24:35.854226 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:35.881172 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84acd08-a825-4dad-8836-ed3edf12c7e7 x-openstack-request-id: req-e84acd08-a825-4dad-8836-ed3edf12c7e7 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:24:35.881461 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac54e65-5dd9-4940-85a9-0f8d63728b09", "name": "network-vif-plugged", "status": "completed", "tag": "e388f194-738b-4620-b8e5-abdb33fb96e5", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:24:35.881710 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e84acd08-a825-4dad-8836-ed3edf12c7e7 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:24:35.882094 dv-cinder-801912-2-iscsi neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac54e65-5dd9-4940-85a9-0f8d63728b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e388f194-738b-4620-b8e5-abdb33fb96e5', 'code': 200} Jul 22 22:24:35.908986 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=e388f194-738b-4620-b8e5-abdb33fb96e5,revision_number=8']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:36.174525 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989d3c8-4e48-44ed-bba8-a221bfa65f08 req-d9e5972b-5953-4d35-b993-6c257292430a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:36.176029 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c989d3c8-4e48-44ed-bba8-a221bfa65f08 req-d9e5972b-5953-4d35-b993-6c257292430a service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 1098 time: 0.0537915 Jul 22 22:24:36.213199 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c989d3c8-4e48-44ed-bba8-a221bfa65f08 req-3d447035-d4fc-40c5-a993-c26a2fedbe65 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286314 Jul 22 22:24:36.782058 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4643b2-2885-455a-b3f2-acd5ae5675ce req-99f6e6b8-d5c8-4271-bb5f-180b50d6cba4 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:36.783577 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3a4643b2-2885-455a-b3f2-acd5ae5675ce req-99f6e6b8-d5c8-4271-bb5f-180b50d6cba4 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 945 time: 0.0636802 Jul 22 22:24:36.822515 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3a4643b2-2885-455a-b3f2-acd5ae5675ce req-82ca9328-ef09-4c65-9432-68e0d9953c3c tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333560 Jul 22 22:24:37.955680 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10964567-fef9-453a-92bc-c4ec0f3b38ee req-327aefa2-009c-49a7-8ec2-2c2f18830a62 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:37.957192 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-10964567-fef9-453a-92bc-c4ec0f3b38ee req-327aefa2-009c-49a7-8ec2-2c2f18830a62 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 945 time: 0.0673864 Jul 22 22:24:37.998979 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-10964567-fef9-453a-92bc-c4ec0f3b38ee req-c757e893-acad-4036-9445-b594d1de7b96 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336967 Jul 22 22:24:42.901371 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 6 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:24:46.568868 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-8535e60f-606e-41d6-aac8-2ffa41aac8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:48.937755 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b9af0f85-f41f-4747-a3c0-2c299d9f618f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:49.186522 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:50.235922 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:51.884709 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:56.703941 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:09.430014 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3efb6-2c1b-4d16-80ab-da63912a4a3b req-66e4e5ed-c589-409c-b3d0-0bbe07e194d9 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:09.431517 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-66e3efb6-2c1b-4d16-80ab-da63912a4a3b req-66e4e5ed-c589-409c-b3d0-0bbe07e194d9 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 945 time: 0.0700994 Jul 22 22:25:09.471763 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-66e3efb6-2c1b-4d16-80ab-da63912a4a3b req-fabb4794-3ad3-46d1-ab46-5a250c6bf6bd tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=02388d25-61ef-4fc0-85e1-8cb43c5683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345814 Jul 22 22:25:10.609635 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44afba-531f-4d7b-b4ac-62642b3fad8a req-a3381fc8-58ab-4b12-8967-8761b1591ec7 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:10.611141 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1b44afba-531f-4d7b-b4ac-62642b3fad8a req-a3381fc8-58ab-4b12-8967-8761b1591ec7 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 945 time: 0.0674162 Jul 22 22:25:10.655033 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1b44afba-531f-4d7b-b4ac-62642b3fad8a req-ebc21a23-901d-41fc-8727-2b9a5024a9a5 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=02388d25-61ef-4fc0-85e1-8cb43c5683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378153 Jul 22 22:25:11.800849 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562d504-5468-4d69-84cf-feeb4476966b req-69281eae-de5e-45e9-bf26-73ac0f545e74 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:11.802390 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8562d504-5468-4d69-84cf-feeb4476966b req-69281eae-de5e-45e9-bf26-73ac0f545e74 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 945 time: 0.0757861 Jul 22 22:25:11.847778 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-8562d504-5468-4d69-84cf-feeb4476966b req-679e7cc1-38df-4814-b114-eacbb7570852 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=02388d25-61ef-4fc0-85e1-8cb43c5683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391200 Jul 22 22:25:12.995562 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12faed16-675d-43e8-b32f-a74cbe41d2f9 req-93899b60-af19-4beb-ab59-20c39f2ee38f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:12.997223 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-12faed16-675d-43e8-b32f-a74cbe41d2f9 req-93899b60-af19-4beb-ab59-20c39f2ee38f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 945 time: 0.0721831 Jul 22 22:25:13.040557 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-12faed16-675d-43e8-b32f-a74cbe41d2f9 req-ebf0e4d7-f5d3-46b7-a684-f6888e78b229 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=02388d25-61ef-4fc0-85e1-8cb43c5683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372028 Jul 22 22:25:14.184070 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c635758-a32a-4111-9538-2bbcbd7e7d57 req-41eb5d91-8826-44af-b062-74e176590fdc tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:14.185638 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4c635758-a32a-4111-9538-2bbcbd7e7d57 req-41eb5d91-8826-44af-b062-74e176590fdc tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 945 time: 0.0723567 Jul 22 22:25:14.229698 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4c635758-a32a-4111-9538-2bbcbd7e7d57 req-8e82e333-6b6a-4828-8f18-91c7b3dcef6b tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=02388d25-61ef-4fc0-85e1-8cb43c5683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383329 Jul 22 22:25:15.363786 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8cac97-7bfd-4f0d-8a0d-6bdd4b6caebd req-315fd748-92c3-4b8c-9e85-5bc34f6c4be1 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:15.365320 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1b8cac97-7bfd-4f0d-8a0d-6bdd4b6caebd req-315fd748-92c3-4b8c-9e85-5bc34f6c4be1 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 945 time: 0.0667908 Jul 22 22:25:15.404612 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1b8cac97-7bfd-4f0d-8a0d-6bdd4b6caebd req-c4bfac0f-1335-496c-b715-30c2e22af51e tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=02388d25-61ef-4fc0-85e1-8cb43c5683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331059 Jul 22 22:25:16.542086 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b9c21-198e-4cb2-b657-d75b9d11a01d req-a4689122-01b4-4cc2-871c-a8ff93852329 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:16.543606 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ce0b9c21-198e-4cb2-b657-d75b9d11a01d req-a4689122-01b4-4cc2-871c-a8ff93852329 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 945 time: 0.0688727 Jul 22 22:25:16.570433 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-276ec049-6e14-4d66-aa81-2d11da31ccf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:16.583881 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ce0b9c21-198e-4cb2-b657-d75b9d11a01d req-3b395abb-0825-431a-a5ec-17458581091e tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=02388d25-61ef-4fc0-85e1-8cb43c5683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347376 Jul 22 22:25:17.729228 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673f934-0352-44d6-9904-ce0de2bbbbae req-87d09ba8-93d1-45d0-a6ab-9daf1bff50fe tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:17.730835 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-9673f934-0352-44d6-9904-ce0de2bbbbae req-87d09ba8-93d1-45d0-a6ab-9daf1bff50fe tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 945 time: 0.0725341 Jul 22 22:25:17.771248 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-9673f934-0352-44d6-9904-ce0de2bbbbae req-f835cbb7-3a21-4c4d-82ec-9c3652bea42d tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=02388d25-61ef-4fc0-85e1-8cb43c5683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347052 Jul 22 22:25:18.907493 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606933f-d0bc-41b8-bfae-6cddc1740497 req-c755d068-59bb-47ef-9d20-101b77fc788e tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:18.909014 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1606933f-d0bc-41b8-bfae-6cddc1740497 req-c755d068-59bb-47ef-9d20-101b77fc788e tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 945 time: 0.0659831 Jul 22 22:25:18.940982 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2afe2746-98aa-4e8d-a0bd-7f82ca034391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:18.951346 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1606933f-d0bc-41b8-bfae-6cddc1740497 req-c9372e8f-9b48-43df-9d3e-c192847ad255 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=02388d25-61ef-4fc0-85e1-8cb43c5683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366416 Jul 22 22:25:19.188344 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:19.901001 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 6 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:25:20.086161 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c05b4f-1a11-4d55-afca-eb003e1d60b2 req-4767be1c-ae37-4158-abd1-151f90948835 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:20.088403 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-27c05b4f-1a11-4d55-afca-eb003e1d60b2 req-4767be1c-ae37-4158-abd1-151f90948835 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 945 time: 0.0692377 Jul 22 22:25:20.129642 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-27c05b4f-1a11-4d55-afca-eb003e1d60b2 req-741bab9e-65f0-4c47-9789-1b03d0479552 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=02388d25-61ef-4fc0-85e1-8cb43c5683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353434 Jul 22 22:25:20.235362 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:21.262325 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda883e-38b4-4e36-a64c-e1065b50ac06 req-0e360701-77d4-4e0f-b137-fcf7284512f6 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:21.264066 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4dda883e-38b4-4e36-a64c-e1065b50ac06 req-0e360701-77d4-4e0f-b137-fcf7284512f6 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 945 time: 0.0649798 Jul 22 22:25:21.301976 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4dda883e-38b4-4e36-a64c-e1065b50ac06 req-2c670aae-a743-46a9-ab13-0cd06f30d716 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=02388d25-61ef-4fc0-85e1-8cb43c5683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321994 Jul 22 22:25:21.886530 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:22.433796 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6211f-98b3-4ce1-9f0d-6246608a956d req-93b2df55-fdd4-47d6-871e-e0804cf9039b tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:22.435261 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d1c6211f-98b3-4ce1-9f0d-6246608a956d req-93b2df55-fdd4-47d6-871e-e0804cf9039b tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 945 time: 0.0634348 Jul 22 22:25:22.473278 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-d1c6211f-98b3-4ce1-9f0d-6246608a956d req-997f002c-6c70-4416-8e10-c18e90db6801 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=02388d25-61ef-4fc0-85e1-8cb43c5683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325043 Jul 22 22:25:23.607492 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa7969-efa6-41d5-a116-ec43b76cdf27 req-e506a87c-0ef2-4f2b-8d08-56fd2bd9cff3 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:23.608885 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-bfaa7969-efa6-41d5-a116-ec43b76cdf27 req-e506a87c-0ef2-4f2b-8d08-56fd2bd9cff3 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 945 time: 0.0671999 Jul 22 22:25:23.646436 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-bfaa7969-efa6-41d5-a116-ec43b76cdf27 req-5614bbcc-3b30-4ee4-ac33-ce36de15ac09 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=02388d25-61ef-4fc0-85e1-8cb43c5683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320492 Jul 22 22:25:24.807612 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888de24-35a5-468d-a987-ebdaf79493a7 req-63cf2275-7c48-404f-a142-8779006e33ff tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:24.809307 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c888de24-35a5-468d-a987-ebdaf79493a7 req-63cf2275-7c48-404f-a142-8779006e33ff tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 945 time: 0.0740697 Jul 22 22:25:24.865353 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-c888de24-35a5-468d-a987-ebdaf79493a7 req-0e0cc9d8-6b58-41ff-afd2-7b909a7c3877 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=02388d25-61ef-4fc0-85e1-8cb43c5683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430107 Jul 22 22:25:25.139277 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd127f4-8140-49b4-a452-dedddbfeb8cc req-bb91b6ed-775b-4e14-ad9f-fbb770faea44 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:25.140778 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-dcd127f4-8140-49b4-a452-dedddbfeb8cc req-bb91b6ed-775b-4e14-ad9f-fbb770faea44 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 945 time: 0.0739660 Jul 22 22:25:25.179320 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-dcd127f4-8140-49b4-a452-dedddbfeb8cc req-f9996c14-475e-4b4f-acba-919437634bb9 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=02388d25-61ef-4fc0-85e1-8cb43c5683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323102 Jul 22 22:25:25.185165 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389c89e-f6e7-4bff-bb0e-cfd66bd9eeac req-0412355c-9fb6-458a-89f2-d26e26402303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:25.186662 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a389c89e-f6e7-4bff-bb0e-cfd66bd9eeac req-0412355c-9fb6-458a-89f2-d26e26402303 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=95465b0debf04b0a96b7da0325051460&device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 1098 time: 0.0597408 Jul 22 22:25:25.277187 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389c89e-f6e7-4bff-bb0e-cfd66bd9eeac req-ccc9da18-288e-4a93-9a54-cc376ee052a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:25.278673 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a389c89e-f6e7-4bff-bb0e-cfd66bd9eeac req-ccc9da18-288e-4a93-9a54-cc376ee052a8 service neutron] 10.222.0.115 "GET /v2.0/networks?id=1495ba4d-e888-4827-9487-53dfbbe585b1 HTTP/1.1" status: 200 len: 912 time: 0.0855849 Jul 22 22:25:25.350177 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a389c89e-f6e7-4bff-bb0e-cfd66bd9eeac req-949d9564-bde5-4ad9-ae1f-934aaa6e0eb7 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d3f070b-2a17-46c9-b6b4-23c4062db545 HTTP/1.1" status: 200 len: 1000 time: 0.0642080 Jul 22 22:25:25.406533 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389c89e-f6e7-4bff-bb0e-cfd66bd9eeac req-f5101c15-ffee-4f8c-8e3d-e8ed728a8e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:25.408128 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a389c89e-f6e7-4bff-bb0e-cfd66bd9eeac req-f5101c15-ffee-4f8c-8e3d-e8ed728a8e2a service neutron] 10.222.0.115 "GET /v2.0/subnets?id=5fd42f08-c186-49cf-a784-779ffc6ad00f HTTP/1.1" status: 200 len: 850 time: 0.0495389 Jul 22 22:25:25.472906 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389c89e-f6e7-4bff-bb0e-cfd66bd9eeac req-5b808ba4-8307-402d-9903-411ff09145ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:25.474531 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a389c89e-f6e7-4bff-bb0e-cfd66bd9eeac req-5b808ba4-8307-402d-9903-411ff09145ce service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=1495ba4d-e888-4827-9487-53dfbbe585b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0598042 Jul 22 22:25:25.578293 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a389c89e-f6e7-4bff-bb0e-cfd66bd9eeac req-c6db149e-82f1-4717-8e2b-c39582463db0 service neutron] 10.222.0.115 "GET /v2.0/networks/1495ba4d-e888-4827-9487-53dfbbe585b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945058 Jul 22 22:25:25.667631 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a389c89e-f6e7-4bff-bb0e-cfd66bd9eeac req-531356f9-e4a5-40fd-a284-4488f9dc6686 service neutron] 10.222.0.115 "GET /v2.0/networks/1495ba4d-e888-4827-9487-53dfbbe585b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824969 Jul 22 22:25:26.325250 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fcf3c3-0b54-4dad-9c36-9eb43e930239 req-ef39d6bd-d245-4ed0-bc19-ef5606cda658 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:26.326691 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-66fcf3c3-0b54-4dad-9c36-9eb43e930239 req-ef39d6bd-d245-4ed0-bc19-ef5606cda658 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 945 time: 0.0722804 Jul 22 22:25:26.370177 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-66fcf3c3-0b54-4dad-9c36-9eb43e930239 req-227c4237-6e92-40d2-9674-4f6321cce64d tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=02388d25-61ef-4fc0-85e1-8cb43c5683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372455 Jul 22 22:25:26.735173 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:27.148582 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-81bd6e3d-6fea-4ed0-a024-a4aab8d384f7 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-356944471&fields=id&tenant_id=2abfaf6202824c23a8f6aaad9e7a16df HTTP/1.1" status: 200 len: 267 time: 0.0341611 Jul 22 22:25:27.264371 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-32d292d8-cef3-43d5-8e06-9885fada740c tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:27.265843 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-32d292d8-cef3-43d5-8e06-9885fada740c tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/networks?id=f064cf42-f96c-4b47-830d-0a5aaa0b3353 HTTP/1.1" status: 200 len: 811 time: 0.1108706 Jul 22 22:25:27.281710 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-baae1f04-423c-4ff4-b70e-4d161986924c tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/quotas/2abfaf6202824c23a8f6aaad9e7a16df HTTP/1.1" status: 200 len: 375 time: 0.0104661 Jul 22 22:25:27.353498 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-5d602e20-d8e2-4f55-add8-560237eb0d3c tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2abfaf6202824c23a8f6aaad9e7a16df&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0664167 Jul 22 22:25:27.487780 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-8d335abe-2963-418c-9da4-fbe4722ea197 service neutron] 10.222.0.11 "GET /v2.0/networks/f064cf42-f96c-4b47-830d-0a5aaa0b3353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218224 Jul 22 22:25:27.582772 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88533b-04e1-46a1-9666-487de6c17ce9 req-17578e52-d722-4f0d-be85-decb3f4a9f8e tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:27.584178 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5a88533b-04e1-46a1-9666-487de6c17ce9 req-17578e52-d722-4f0d-be85-decb3f4a9f8e tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 945 time: 0.1421714 Jul 22 22:25:27.618510 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-b431885d-721f-4fa2-b248-754aea782617 service neutron] 10.222.0.11 "GET /v2.0/networks/f064cf42-f96c-4b47-830d-0a5aaa0b3353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235948 Jul 22 22:25:27.637008 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5a88533b-04e1-46a1-9666-487de6c17ce9 req-e8d9b361-6398-49ab-b0c1-da3f62e65793 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=02388d25-61ef-4fc0-85e1-8cb43c5683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454738 Jul 22 22:25:27.917253 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a6b12ed4-f858-4003-8d28-221c921c0bde req-bdc05faf-33ca-4c46-b478-315256732e2f tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3e27dad-1c7c-45b7-9445-fe234d2dfb14 HTTP/1.1" status: 200 len: 210 time: 0.0304885 Jul 22 22:25:28.689567 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3a5ce037-9b16-4d32-8b8f-77f17e7b62f8 req-63d68a17-0bcd-4afc-946f-1e7da85dc5cf service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0630198 Jul 22 22:25:28.846469 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ce037-9b16-4d32-8b8f-77f17e7b62f8 req-6bc17f98-e0a9-4e9a-91b8-a7f22c75bc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:28.848001 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3a5ce037-9b16-4d32-8b8f-77f17e7b62f8 req-6bc17f98-e0a9-4e9a-91b8-a7f22c75bc3e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b39563db0dd14939a0f3c1819cd5901f&device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 1098 time: 0.1058435 Jul 22 22:25:29.046906 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-a0be37c0-a023-46da-a813-84d12a214ff7 req-2c7047fd-460e-4edb-bd39-c2ec43c12dec tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3e27dad-1c7c-45b7-9445-fe234d2dfb14 HTTP/1.1" status: 200 len: 210 time: 0.0445538 Jul 22 22:25:29.243725 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-76c3983e-cc73-4d06-9eba-be95adb7a390 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:29.245210 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-76c3983e-cc73-4d06-9eba-be95adb7a390 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.115 "GET /v2.0/networks?id=f064cf42-f96c-4b47-830d-0a5aaa0b3353 HTTP/1.1" status: 200 len: 811 time: 0.4429111 Jul 22 22:25:29.272992 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ce037-9b16-4d32-8b8f-77f17e7b62f8 req-eb177540-b3b8-49fa-bd9a-4168fcc98a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:29.274962 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3a5ce037-9b16-4d32-8b8f-77f17e7b62f8 req-eb177540-b3b8-49fa-bd9a-4168fcc98a7e service neutron] 10.222.0.115 "GET /v2.0/networks?id=c478cf98-28b8-4904-af77-5e4d0dffb173 HTTP/1.1" status: 200 len: 910 time: 0.3967881 Jul 22 22:25:29.347704 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-a0245d7f-fa89-47c6-87a5-042c9a9ef353 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2abfaf6202824c23a8f6aaad9e7a16df HTTP/1.1" status: 200 len: 379 time: 0.0851133 Jul 22 22:25:29.362234 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-8a5576dd-45b2-498d-a3af-90e0ad079a3f tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Request body: {'port': {'device_id': 'b3e27dad-1c7c-45b7-9445-fe234d2dfb14', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'admin_state_up': True, 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'security_groups': ['43c16f4d-fbc8-4190-bf07-2d8677f59fb9']}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:25:29.401431 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3a5ce037-9b16-4d32-8b8f-77f17e7b62f8 req-9844e78f-537a-41cc-9ec6-de15c73b0abb service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e388f194-738b-4620-b8e5-abdb33fb96e5 HTTP/1.1" status: 200 len: 1000 time: 0.1155369 Jul 22 22:25:29.517989 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ce037-9b16-4d32-8b8f-77f17e7b62f8 req-2a87b28d-07b1-4d90-b4a5-0ba53e3b0be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:29.519592 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3a5ce037-9b16-4d32-8b8f-77f17e7b62f8 req-2a87b28d-07b1-4d90-b4a5-0ba53e3b0be5 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b8c303b5-4d52-49bb-ad46-fb44acda7f9b HTTP/1.1" status: 200 len: 848 time: 0.1091189 Jul 22 22:25:29.578972 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-8a5576dd-45b2-498d-a3af-90e0ad079a3f tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Made reservation on behalf of 2abfaf6202824c23a8f6aaad9e7a16df for: {'port': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:25:29.582710 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-8a5576dd-45b2-498d-a3af-90e0ad079a3f tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:29.656564 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ce037-9b16-4d32-8b8f-77f17e7b62f8 req-9b856b8a-8a31-4d5b-989b-d883ab1acb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:29.658247 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3a5ce037-9b16-4d32-8b8f-77f17e7b62f8 req-9b856b8a-8a31-4d5b-989b-d883ab1acb9a service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=c478cf98-28b8-4904-af77-5e4d0dffb173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1312690 Jul 22 22:25:29.803465 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-8a5576dd-45b2-498d-a3af-90e0ad079a3f tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Allocated IP 172.20.0.14 (f064cf42-f96c-4b47-830d-0a5aaa0b3353/fec4972d-bc34-4dad-b039-91d3c3c2c734/cb215eb5-d57f-4a69-97fb-2d0a7e3924fa) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:25:29.814475 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3a5ce037-9b16-4d32-8b8f-77f17e7b62f8 req-04de10ad-a57b-428a-9ea5-f839900e01d5 service neutron] 10.222.0.115 "GET /v2.0/networks/c478cf98-28b8-4904-af77-5e4d0dffb173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461446 Jul 22 22:25:30.001467 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3a5ce037-9b16-4d32-8b8f-77f17e7b62f8 req-711111df-e6b8-49a5-99f5-629d0f16f6bb service neutron] 10.222.0.115 "GET /v2.0/networks/c478cf98-28b8-4904-af77-5e4d0dffb173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798456 Jul 22 22:25:30.037709 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-8a5576dd-45b2-498d-a3af-90e0ad079a3f tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:30.052990 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-8a5576dd-45b2-498d-a3af-90e0ad079a3f tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Transition to ACTIVE for port object cb215eb5-d57f-4a69-97fb-2d0a7e3924fa will not be triggered until provisioned by entity DHCP. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:25:30.089436 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-8a5576dd-45b2-498d-a3af-90e0ad079a3f tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:30.147906 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-8a5576dd-45b2-498d-a3af-90e0ad079a3f tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Network f064cf42-f96c-4b47-830d-0a5aaa0b3353 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:25:30.151445 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-8a5576dd-45b2-498d-a3af-90e0ad079a3f tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:25:30.156082 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-8a5576dd-45b2-498d-a3af-90e0ad079a3f tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:25:30.160797 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5576dd-45b2-498d-a3af-90e0ad079a3f tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Pushing event updated for resources: {'Port': ['ID=cb215eb5-d57f-4a69-97fb-2d0a7e3924fa,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:30.189467 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5576dd-45b2-498d-a3af-90e0ad079a3f tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:30.189824 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5576dd-45b2-498d-a3af-90e0ad079a3f tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:30.190159 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5576dd-45b2-498d-a3af-90e0ad079a3f tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:30.190497 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5576dd-45b2-498d-a3af-90e0ad079a3f tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:30.190821 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5576dd-45b2-498d-a3af-90e0ad079a3f tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:30.191151 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5576dd-45b2-498d-a3af-90e0ad079a3f tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:30.191472 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5576dd-45b2-498d-a3af-90e0ad079a3f tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:30.191800 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5576dd-45b2-498d-a3af-90e0ad079a3f tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:30.192117 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5576dd-45b2-498d-a3af-90e0ad079a3f tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:30.192458 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5576dd-45b2-498d-a3af-90e0ad079a3f tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:30.192781 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5576dd-45b2-498d-a3af-90e0ad079a3f tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:30.193093 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5576dd-45b2-498d-a3af-90e0ad079a3f tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:30.210919 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92558e0-4c53-4fd5-83fe-c04b7977ead7 req-9137e967-7605-4601-abca-2f83b2254892 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:30.212876 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e92558e0-4c53-4fd5-83fe-c04b7977ead7 req-9137e967-7605-4601-abca-2f83b2254892 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3e27dad-1c7c-45b7-9445-fe234d2dfb14 HTTP/1.1" status: 200 len: 932 time: 0.0837216 Jul 22 22:25:30.219789 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-8a5576dd-45b2-498d-a3af-90e0ad079a3f tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:30.220484 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-8a5576dd-45b2-498d-a3af-90e0ad079a3f tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:30.238220 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-8a5576dd-45b2-498d-a3af-90e0ad079a3f tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8849897 Jul 22 22:25:30.255984 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e92558e0-4c53-4fd5-83fe-c04b7977ead7 req-89b589d3-dea9-4cd0-a8e7-08f259f0b6bf tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375104 Jul 22 22:25:30.260590 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-e8cf68f5-9cc7-4453-a1da-9b2259e3cf69 service neutron] Request body: {'port': {'device_id': 'b3e27dad-1c7c-45b7-9445-fe234d2dfb14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:25:30.358457 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-e8cf68f5-9cc7-4453-a1da-9b2259e3cf69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:30.397301 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-5fce6c20-2e15-45bb-bd70-f7475b65d78f None None] Provisioning for port cb215eb5-d57f-4a69-97fb-2d0a7e3924fa completed by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:25:30.401800 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-5fce6c20-2e15-45bb-bd70-f7475b65d78f None None] Provisioning complete for port cb215eb5-d57f-4a69-97fb-2d0a7e3924fa triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:25:30.402248 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-5fce6c20-2e15-45bb-bd70-f7475b65d78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:30.441899 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-5fce6c20-2e15-45bb-bd70-f7475b65d78f None None] Port cb215eb5-d57f-4a69-97fb-2d0a7e3924fa cannot update to ACTIVE because it is not bound. {{(pid=93280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:25:30.639264 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-e8cf68f5-9cc7-4453-a1da-9b2259e3cf69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb215eb5-d57f-4a69-97fb-2d0a7e3924fa {{(pid=93278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:25:30.647509 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-e8cf68f5-9cc7-4453-a1da-9b2259e3cf69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:30.660283 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-e8cf68f5-9cc7-4453-a1da-9b2259e3cf69 service neutron] Transition to ACTIVE for port object cb215eb5-d57f-4a69-97fb-2d0a7e3924fa will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:25:30.664101 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-e8cf68f5-9cc7-4453-a1da-9b2259e3cf69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:30.713503 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf68f5-9cc7-4453-a1da-9b2259e3cf69 service neutron] Pushing event updated for resources: {'Port': ['ID=cb215eb5-d57f-4a69-97fb-2d0a7e3924fa,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:30.803585 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-e8cf68f5-9cc7-4453-a1da-9b2259e3cf69 service neutron] Attempting to bind port cb215eb5-d57f-4a69-97fb-2d0a7e3924fa on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:25:30.804284 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-e8cf68f5-9cc7-4453-a1da-9b2259e3cf69 service neutron] Attempting to bind port cb215eb5-d57f-4a69-97fb-2d0a7e3924fa by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '04b6c565-2fba-4e25-aced-87ccd86f1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:25:30.804284 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-e8cf68f5-9cc7-4453-a1da-9b2259e3cf69 service neutron] Attempting to bind port cb215eb5-d57f-4a69-97fb-2d0a7e3924fa on network f064cf42-f96c-4b47-830d-0a5aaa0b3353 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:25:30.809819 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-e8cf68f5-9cc7-4453-a1da-9b2259e3cf69 service neutron] Port cb215eb5-d57f-4a69-97fb-2d0a7e3924fa on network f064cf42-f96c-4b47-830d-0a5aaa0b3353 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:25:30.810145 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-e8cf68f5-9cc7-4453-a1da-9b2259e3cf69 service neutron] Attempting to bind port cb215eb5-d57f-4a69-97fb-2d0a7e3924fa on network f064cf42-f96c-4b47-830d-0a5aaa0b3353 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:25:30.820513 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-e8cf68f5-9cc7-4453-a1da-9b2259e3cf69 service neutron] Checking agent: {'id': '4259e59d-080d-4967-89a0-1abd7a18732f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'started_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:25:30.820513 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-e8cf68f5-9cc7-4453-a1da-9b2259e3cf69 service neutron] Checking segment: {'id': '04b6c565-2fba-4e25-aced-87ccd86f1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:25:30.820513 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-e8cf68f5-9cc7-4453-a1da-9b2259e3cf69 service neutron] Bound using segment: {'id': '04b6c565-2fba-4e25-aced-87ccd86f1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:25:30.820513 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-e8cf68f5-9cc7-4453-a1da-9b2259e3cf69 service neutron] Bound port: cb215eb5-d57f-4a69-97fb-2d0a7e3924fa, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04b6c565-2fba-4e25-aced-87ccd86f1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:25:30.820513 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-e8cf68f5-9cc7-4453-a1da-9b2259e3cf69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:30.894592 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-e8cf68f5-9cc7-4453-a1da-9b2259e3cf69 service neutron] For port cb215eb5-d57f-4a69-97fb-2d0a7e3924fa, host hv-cinder-80191, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:25:30.897627 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-e8cf68f5-9cc7-4453-a1da-9b2259e3cf69 service neutron] For port cb215eb5-d57f-4a69-97fb-2d0a7e3924fa, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=cb215eb5-d57f-4a69-97fb-2d0a7e3924fa,segment=NetworkSegment(04b6c565-2fba-4e25-aced-87ccd86f1ada),segment_id=04b6c565-2fba-4e25-aced-87ccd86f1ada)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:25:30.902128 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-e8cf68f5-9cc7-4453-a1da-9b2259e3cf69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:30.935890 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-e8cf68f5-9cc7-4453-a1da-9b2259e3cf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:30.936549 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-e8cf68f5-9cc7-4453-a1da-9b2259e3cf69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:30.937930 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-e8cf68f5-9cc7-4453-a1da-9b2259e3cf69 service neutron] 10.222.0.115 "PUT /v2.0/ports/cb215eb5-d57f-4a69-97fb-2d0a7e3924fa HTTP/1.1" status: 200 len: 1094 time: 0.6832762 Jul 22 22:25:30.938359 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e27dad-1c7c-45b7-9445-fe234d2dfb14', 'tag': 'cb215eb5-d57f-4a69-97fb-2d0a7e3924fa'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:25:30.940613 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01da5c59-130f-421a-8a3d-7e6aa19497ee" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e27dad-1c7c-45b7-9445-fe234d2dfb14", "tag": "cb215eb5-d57f-4a69-97fb-2d0a7e3924fa"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:25:30.978443 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf68f5-9cc7-4453-a1da-9b2259e3cf69 service neutron] Pushing event updated for resources: {'Port': ['ID=cb215eb5-d57f-4a69-97fb-2d0a7e3924fa,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:30.995367 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3905a0b-ef5f-4bea-89a1-6072623a9b6c x-openstack-request-id: req-e3905a0b-ef5f-4bea-89a1-6072623a9b6c {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:25:30.995709 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e27dad-1c7c-45b7-9445-fe234d2dfb14", "tag": "cb215eb5-d57f-4a69-97fb-2d0a7e3924fa", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:25:30.996217 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e3905a0b-ef5f-4bea-89a1-6072623a9b6c {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:25:30.996704 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e27dad-1c7c-45b7-9445-fe234d2dfb14', 'tag': 'cb215eb5-d57f-4a69-97fb-2d0a7e3924fa', 'status': 'completed', 'code': 200} Jul 22 22:25:31.058299 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-f0384540-7653-4404-b122-f10d6f66723a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:31.059908 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-f0384540-7653-4404-b122-f10d6f66723a service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=2abfaf6202824c23a8f6aaad9e7a16df&device_id=b3e27dad-1c7c-45b7-9445-fe234d2dfb14 HTTP/1.1" status: 200 len: 1097 time: 0.0774775 Jul 22 22:25:31.106776 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-3f67e6cd-f1cc-4e5f-9c95-37e7a0ece80f service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb215eb5-d57f-4a69-97fb-2d0a7e3924fa HTTP/1.1" status: 200 len: 217 time: 0.0390942 Jul 22 22:25:31.159662 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-ec203555-e2ba-4b7c-9dd2-c831031a9486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:31.161065 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-ec203555-e2ba-4b7c-9dd2-c831031a9486 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=fec4972d-bc34-4dad-b039-91d3c3c2c734 HTTP/1.1" status: 200 len: 850 time: 0.0470626 Jul 22 22:25:31.226258 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-71d25f51-8cbb-494d-8dd5-2d3a37522a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:31.228488 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-71d25f51-8cbb-494d-8dd5-2d3a37522a39 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f064cf42-f96c-4b47-830d-0a5aaa0b3353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0607007 Jul 22 22:25:31.324487 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-12d1b1a6-d35a-4e2a-aaf1-b6588c90d515 service neutron] 10.222.0.115 "GET /v2.0/networks/f064cf42-f96c-4b47-830d-0a5aaa0b3353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889735 Jul 22 22:25:31.398918 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789b33e-aacc-4d02-850f-caa6e2aed766 req-fdd65b52-f6ae-4577-b1c7-8a00e1445514 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:31.400868 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-2789b33e-aacc-4d02-850f-caa6e2aed766 req-fdd65b52-f6ae-4577-b1c7-8a00e1445514 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3e27dad-1c7c-45b7-9445-fe234d2dfb14 HTTP/1.1" status: 200 len: 944 time: 0.0680695 Jul 22 22:25:31.442927 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-2789b33e-aacc-4d02-850f-caa6e2aed766 req-d654fae1-0012-4d0e-b6f2-d380a394239a tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359182 Jul 22 22:25:31.443889 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-98ec1885-34b8-4872-82a5-5d87c7c3d062 req-f4c14e18-ea62-49d0-b5d0-c42a56e69b74 service neutron] 10.222.0.115 "GET /v2.0/networks/f064cf42-f96c-4b47-830d-0a5aaa0b3353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048281 Jul 22 22:25:31.550592 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da5c59-130f-421a-8a3d-7e6aa19497ee req-d838ab32-9077-4115-9dad-7d57e662c2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:31.552272 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-01da5c59-130f-421a-8a3d-7e6aa19497ee req-d838ab32-9077-4115-9dad-7d57e662c2bb service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=2abfaf6202824c23a8f6aaad9e7a16df&device_id=b3e27dad-1c7c-45b7-9445-fe234d2dfb14 HTTP/1.1" status: 200 len: 1097 time: 0.0597663 Jul 22 22:25:31.653511 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da5c59-130f-421a-8a3d-7e6aa19497ee req-065f0b64-1795-4d63-a8af-b77ab41a0eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:31.654975 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-01da5c59-130f-421a-8a3d-7e6aa19497ee req-065f0b64-1795-4d63-a8af-b77ab41a0eb5 service neutron] 10.222.0.115 "GET /v2.0/networks?id=f064cf42-f96c-4b47-830d-0a5aaa0b3353 HTTP/1.1" status: 200 len: 912 time: 0.0962896 Jul 22 22:25:31.696641 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-01da5c59-130f-421a-8a3d-7e6aa19497ee req-9bbc9e64-3c12-4653-89d9-d7a058bb8b19 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb215eb5-d57f-4a69-97fb-2d0a7e3924fa HTTP/1.1" status: 200 len: 217 time: 0.0342691 Jul 22 22:25:31.749818 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da5c59-130f-421a-8a3d-7e6aa19497ee req-75924eed-39d0-4f97-a644-96a5094edcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:31.751305 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-01da5c59-130f-421a-8a3d-7e6aa19497ee req-75924eed-39d0-4f97-a644-96a5094edcf9 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=fec4972d-bc34-4dad-b039-91d3c3c2c734 HTTP/1.1" status: 200 len: 850 time: 0.0480735 Jul 22 22:25:31.827685 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da5c59-130f-421a-8a3d-7e6aa19497ee req-e0896fe4-47dc-4d76-9959-00070576429b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:31.829285 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-01da5c59-130f-421a-8a3d-7e6aa19497ee req-e0896fe4-47dc-4d76-9959-00070576429b service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f064cf42-f96c-4b47-830d-0a5aaa0b3353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710847 Jul 22 22:25:31.925160 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-01da5c59-130f-421a-8a3d-7e6aa19497ee req-2b8bb3fa-ff2b-4959-863d-917be83d68f7 service neutron] 10.222.0.115 "GET /v2.0/networks/f064cf42-f96c-4b47-830d-0a5aaa0b3353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854943 Jul 22 22:25:32.027024 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-01da5c59-130f-421a-8a3d-7e6aa19497ee req-2121d280-845c-47ff-8394-338e865f44a1 service neutron] 10.222.0.115 "GET /v2.0/networks/f064cf42-f96c-4b47-830d-0a5aaa0b3353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929654 Jul 22 22:25:32.580167 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e977a-88c7-4ad6-8b69-eb3c17b9812a req-927d5a34-1b40-4397-820b-4084ee9fb3ea tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:32.581644 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7b7e977a-88c7-4ad6-8b69-eb3c17b9812a req-927d5a34-1b40-4397-820b-4084ee9fb3ea tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3e27dad-1c7c-45b7-9445-fe234d2dfb14 HTTP/1.1" status: 200 len: 944 time: 0.0663507 Jul 22 22:25:32.621330 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7b7e977a-88c7-4ad6-8b69-eb3c17b9812a req-bd7e94c6-d933-429a-9ed0-7106c6b311fb tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330586 Jul 22 22:25:33.763798 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b945c3f-f35d-425a-85d3-8f26f03389ad req-ff18f2de-669e-42b1-94e4-99476a68a0a2 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:33.765318 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1b945c3f-f35d-425a-85d3-8f26f03389ad req-ff18f2de-669e-42b1-94e4-99476a68a0a2 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3e27dad-1c7c-45b7-9445-fe234d2dfb14 HTTP/1.1" status: 200 len: 944 time: 0.0766606 Jul 22 22:25:33.804373 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1b945c3f-f35d-425a-85d3-8f26f03389ad req-11d261b9-d1a7-46db-9322-7f1769235a27 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333192 Jul 22 22:25:34.947772 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23351da7-55f0-4668-8bd3-31f4eda4f022 req-d3a1066d-fcdf-4b07-9de5-21237ce16897 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:34.949313 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-23351da7-55f0-4668-8bd3-31f4eda4f022 req-d3a1066d-fcdf-4b07-9de5-21237ce16897 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3e27dad-1c7c-45b7-9445-fe234d2dfb14 HTTP/1.1" status: 200 len: 944 time: 0.0667732 Jul 22 22:25:34.991415 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-23351da7-55f0-4668-8bd3-31f4eda4f022 req-4be42380-1b6e-4538-bc0f-7bfc5062c2fc tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341694 Jul 22 22:25:36.131694 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f42985-1701-4816-aa17-609a0c4d1e33 req-449f6629-9002-408b-9947-e261d41ae8b2 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:36.133377 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-58f42985-1701-4816-aa17-609a0c4d1e33 req-449f6629-9002-408b-9947-e261d41ae8b2 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3e27dad-1c7c-45b7-9445-fe234d2dfb14 HTTP/1.1" status: 200 len: 944 time: 0.0697541 Jul 22 22:25:36.174373 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-58f42985-1701-4816-aa17-609a0c4d1e33 req-b09893fc-39d4-48cb-a992-e11e436c445a tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349820 Jul 22 22:25:37.315559 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd70c57-8bec-4a2b-b729-d343df322bfe req-4b0ac0f8-9c2e-4f70-9072-76556a4f4a84 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:37.317095 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-bcd70c57-8bec-4a2b-b729-d343df322bfe req-4b0ac0f8-9c2e-4f70-9072-76556a4f4a84 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3e27dad-1c7c-45b7-9445-fe234d2dfb14 HTTP/1.1" status: 200 len: 944 time: 0.0674229 Jul 22 22:25:37.356053 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-bcd70c57-8bec-4a2b-b729-d343df322bfe req-821bf778-e395-40be-85bc-5375721e43db tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331297 Jul 22 22:25:38.159414 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device cb215eb5-d57f-4a69-97fb-2d0a7e3924fa details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:25:38.264747 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port cb215eb5-d57f-4a69-97fb-2d0a7e3924fa, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=cb215eb5-d57f-4a69-97fb-2d0a7e3924fa,segment=NetworkSegment(04b6c565-2fba-4e25-aced-87ccd86f1ada),segment_id=04b6c565-2fba-4e25-aced-87ccd86f1ada)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:25:38.276537 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Returning: {'device': 'cb215eb5-d57f-4a69-97fb-2d0a7e3924fa', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'port_id': 'cb215eb5-d57f-4a69-97fb-2d0a7e3924fa', 'mac_address': 'fa:16:3e:69:06:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:25:38.312515 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:38.324901 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb215eb5-d57f-4a69-97fb-2d0a7e3924fa {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:25:38.348560 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port cb215eb5-d57f-4a69-97fb-2d0a7e3924fa, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=cb215eb5-d57f-4a69-97fb-2d0a7e3924fa,segment=NetworkSegment(04b6c565-2fba-4e25-aced-87ccd86f1ada),segment_id=04b6c565-2fba-4e25-aced-87ccd86f1ada)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:25:38.353298 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:38.418241 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=cb215eb5-d57f-4a69-97fb-2d0a7e3924fa,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:38.426072 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:38.426428 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:38.426977 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:38.427216 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:38.427427 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:38.427771 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:38.428105 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:38.428463 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:38.428804 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:38.429133 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:38.429555 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:38.429823 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:38.497826 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4bcbb8-82f2-4a93-8590-0f60413d4e9d req-d615be63-089a-43cc-9d2e-86ae78c2e3ad tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:38.499418 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0c4bcbb8-82f2-4a93-8590-0f60413d4e9d req-d615be63-089a-43cc-9d2e-86ae78c2e3ad tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3e27dad-1c7c-45b7-9445-fe234d2dfb14 HTTP/1.1" status: 200 len: 945 time: 0.0672717 Jul 22 22:25:38.540155 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0c4bcbb8-82f2-4a93-8590-0f60413d4e9d req-88dc204f-7c89-47d8-a747-0b051bbfb581 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344710 Jul 22 22:25:38.612383 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['cb215eb5-d57f-4a69-97fb-2d0a7e3924fa'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:25:39.679988 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ce85f-45dc-4ec3-9bb2-ac3e8fb95108 req-a95085cc-1711-4bd1-b48a-7aa773b00d52 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:39.681582 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-de8ce85f-45dc-4ec3-9bb2-ac3e8fb95108 req-a95085cc-1711-4bd1-b48a-7aa773b00d52 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3e27dad-1c7c-45b7-9445-fe234d2dfb14 HTTP/1.1" status: 200 len: 945 time: 0.0717254 Jul 22 22:25:39.720885 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-de8ce85f-45dc-4ec3-9bb2-ac3e8fb95108 req-9fbcab99-57ba-4a3d-8462-8580c9d3cd82 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337870 Jul 22 22:25:40.174127 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device cb215eb5-d57f-4a69-97fb-2d0a7e3924fa up at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:25:40.222992 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning for port cb215eb5-d57f-4a69-97fb-2d0a7e3924fa completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:25:40.227288 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning complete for port cb215eb5-d57f-4a69-97fb-2d0a7e3924fa triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:25:40.227800 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:40.310445 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:40.332399 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e27dad-1c7c-45b7-9445-fe234d2dfb14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb215eb5-d57f-4a69-97fb-2d0a7e3924fa'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:25:40.334561 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f27b67f0d35f7f80674a04ef850f841daaa75b8eb1023cd4f94f55c11be84c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f4a6cf-123d-4bfa-8d96-f44b8602c9dc" -d '{"events": [{"server_uuid": "b3e27dad-1c7c-45b7-9445-fe234d2dfb14", "name": "network-vif-plugged", "status": "completed", "tag": "cb215eb5-d57f-4a69-97fb-2d0a7e3924fa"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:25:40.347641 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port cb215eb5-d57f-4a69-97fb-2d0a7e3924fa, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=cb215eb5-d57f-4a69-97fb-2d0a7e3924fa,segment=NetworkSegment(04b6c565-2fba-4e25-aced-87ccd86f1ada),segment_id=04b6c565-2fba-4e25-aced-87ccd86f1ada)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:25:40.352726 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:40.376789 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f054ae-9039-48e8-bb32-09472034c979 x-openstack-request-id: req-78f054ae-9039-48e8-bb32-09472034c979 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:25:40.377091 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e27dad-1c7c-45b7-9445-fe234d2dfb14", "name": "network-vif-plugged", "status": "completed", "tag": "cb215eb5-d57f-4a69-97fb-2d0a7e3924fa", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:25:40.377347 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-78f054ae-9039-48e8-bb32-09472034c979 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:25:40.377737 dv-cinder-801912-2-iscsi neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e27dad-1c7c-45b7-9445-fe234d2dfb14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb215eb5-d57f-4a69-97fb-2d0a7e3924fa', 'code': 200} Jul 22 22:25:40.406413 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=cb215eb5-d57f-4a69-97fb-2d0a7e3924fa,revision_number=5']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:40.624479 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b04fc9-0a4e-47fb-a315-58cbfbbbbc76 req-1a0ef338-910d-4c7b-97a8-4062e3f6ccee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:40.625903 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f1b04fc9-0a4e-47fb-a315-58cbfbbbbc76 req-1a0ef338-910d-4c7b-97a8-4062e3f6ccee service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=b3e27dad-1c7c-45b7-9445-fe234d2dfb14 HTTP/1.1" status: 200 len: 1099 time: 0.0539787 Jul 22 22:25:40.665954 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-f1b04fc9-0a4e-47fb-a315-58cbfbbbbc76 req-db08d1d9-4216-4457-95d1-07af7fbbc93a service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304267 Jul 22 22:25:40.853925 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25283ca9-318a-4e2c-873a-96d1446bf5b8 req-f89e721f-e2bc-43c7-aadb-6cd4735e12e6 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:40.855461 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-25283ca9-318a-4e2c-873a-96d1446bf5b8 req-f89e721f-e2bc-43c7-aadb-6cd4735e12e6 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3e27dad-1c7c-45b7-9445-fe234d2dfb14 HTTP/1.1" status: 200 len: 946 time: 0.0653138 Jul 22 22:25:40.894385 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-25283ca9-318a-4e2c-873a-96d1446bf5b8 req-25d8029b-7283-424d-aa4d-0d3ec22585cc tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332437 Jul 22 22:25:42.030681 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1667cf-4897-4a26-9a5d-6ab1d55ff4e5 req-ad5034f8-fca8-4e3c-8406-e85e9cf9c243 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:42.033273 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-fd1667cf-4897-4a26-9a5d-6ab1d55ff4e5 req-ad5034f8-fca8-4e3c-8406-e85e9cf9c243 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3e27dad-1c7c-45b7-9445-fe234d2dfb14 HTTP/1.1" status: 200 len: 946 time: 0.0693533 Jul 22 22:25:42.075393 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-fd1667cf-4897-4a26-9a5d-6ab1d55ff4e5 req-2e726a6e-a4cb-40da-8dc8-3282bf01b154 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366096 Jul 22 22:25:42.209722 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82233f30-c2e1-46c0-8135-2234b23d23ec req-a30d219d-7b72-4344-b340-ae233ef58341 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:42.211381 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-82233f30-c2e1-46c0-8135-2234b23d23ec req-a30d219d-7b72-4344-b340-ae233ef58341 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3e27dad-1c7c-45b7-9445-fe234d2dfb14 HTTP/1.1" status: 200 len: 946 time: 0.0660791 Jul 22 22:25:42.251059 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-82233f30-c2e1-46c0-8135-2234b23d23ec req-22630985-2d60-4d18-bbf1-fb28cdc1bda4 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339825 Jul 22 22:25:42.274776 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 53510) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:25:42.327363 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16a00c1-20c5-4309-9552-52a3ba612c37 tempest-TestVolumeBootPattern-1798769826 tempest-TestVolumeBootPattern-1798769826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:42.328798 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-c16a00c1-20c5-4309-9552-52a3ba612c37 tempest-TestVolumeBootPattern-1798769826 tempest-TestVolumeBootPattern-1798769826-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b3e27dad-1c7c-45b7-9445-fe234d2dfb14 HTTP/1.1" status: 200 len: 1094 time: 0.0530436 Jul 22 22:25:42.331536 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 53512) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:25:42.336598 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-842b39ef-1698-442e-bbb0-84b859b158da tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Request body: {'floatingip': {'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'port_id': 'cb215eb5-d57f-4a69-97fb-2d0a7e3924fa', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:25:42.358936 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-842b39ef-1698-442e-bbb0-84b859b158da tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for floatingip, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:42.476898 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-842b39ef-1698-442e-bbb0-84b859b158da tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:42.593524 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.db_base_plugin_common [None req-842b39ef-1698-442e-bbb0-84b859b158da tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Allocated IP 172.27.3.236 (f8c72cc4-96e2-4f72-802d-5144237f0ca7/448cec93-c98c-4ed8-8dac-ac905c6d6ede/3d5a40d0-d87e-4bf5-9971-7aac4d15b87a) {{(pid=93279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:25:42.700035 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-842b39ef-1698-442e-bbb0-84b859b158da tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for port, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:42.740366 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-842b39ef-1698-442e-bbb0-84b859b158da tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960856'] for port, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:42.776485 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842b39ef-1698-442e-bbb0-84b859b158da tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Network f8c72cc4-96e2-4f72-802d-5144237f0ca7 is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:25:42.782615 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-842b39ef-1698-442e-bbb0-84b859b158da tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:25:42.786182 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842b39ef-1698-442e-bbb0-84b859b158da tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Received port after_create {{(pid=93279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:25:42.793067 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b39ef-1698-442e-bbb0-84b859b158da tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Pushing event updated for resources: {'Port': ['ID=3d5a40d0-d87e-4bf5-9971-7aac4d15b87a,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:42.823320 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b39ef-1698-442e-bbb0-84b859b158da tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:42.823667 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b39ef-1698-442e-bbb0-84b859b158da tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:42.824017 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b39ef-1698-442e-bbb0-84b859b158da tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:42.824384 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b39ef-1698-442e-bbb0-84b859b158da tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:42.824721 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b39ef-1698-442e-bbb0-84b859b158da tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:42.825052 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b39ef-1698-442e-bbb0-84b859b158da tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:42.825380 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b39ef-1698-442e-bbb0-84b859b158da tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:42.825705 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b39ef-1698-442e-bbb0-84b859b158da tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:42.826030 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b39ef-1698-442e-bbb0-84b859b158da tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:42.826352 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b39ef-1698-442e-bbb0-84b859b158da tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:42.826671 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b39ef-1698-442e-bbb0-84b859b158da tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:42.826989 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b39ef-1698-442e-bbb0-84b859b158da tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:43.154687 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-842b39ef-1698-442e-bbb0-84b859b158da tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:43.235604 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-842b39ef-1698-442e-bbb0-84b859b158da tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:43.386934 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-842b39ef-1698-442e-bbb0-84b859b158da tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for port, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:43.391853 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-842b39ef-1698-442e-bbb0-84b859b158da tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960851'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:43.458550 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b39ef-1698-442e-bbb0-84b859b158da tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Pushing event updated for resources: {'Port': ['ID=3d5a40d0-d87e-4bf5-9971-7aac4d15b87a,revision_number=2']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:43.472259 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-842b39ef-1698-442e-bbb0-84b859b158da tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718221'] for floatingip, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:43.570826 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.db.l3_db [None req-842b39ef-1698-442e-bbb0-84b859b158da tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Floating IP 104a5d1e-51be-45fb-b8b5-bfaa3834469d associated. External IP: 172.27.3.236, port: cb215eb5-d57f-4a69-97fb-2d0a7e3924fa. Jul 22 22:25:44.026569 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842b39ef-1698-442e-bbb0-84b859b158da tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Router f6cb092b-2b3f-4f00-89b6-67f80c731a29 has already been hosted by L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 {{(pid=93279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:25:44.136877 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842b39ef-1698-442e-bbb0-84b859b158da tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:25:44.147149 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a660b6c-4373-46e4-bb14-e20f8865dde1 None None] Sync routers for ids ['f6cb092b-2b3f-4f00-89b6-67f80c731a29'] in dv-cinder-801912-2-iscsi {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:25:44.154787 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-842b39ef-1698-442e-bbb0-84b859b158da tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for floatingip, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:44.160816 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a660b6c-4373-46e4-bb14-e20f8865dde1 None None] Routers {'f6cb092b-2b3f-4f00-89b6-67f80c731a29'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:25:44.161507 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-9a660b6c-4373-46e4-bb14-e20f8865dde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:25:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['f6cb092b-2b3f-4f00-89b6-67f80c731a29'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:25:44.194262 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-842b39ef-1698-442e-bbb0-84b859b158da tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8616819 Jul 22 22:25:44.194856 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e27dad-1c7c-45b7-9445-fe234d2dfb14', 'tag': 'cb215eb5-d57f-4a69-97fb-2d0a7e3924fa'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:25:44.197347 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c6b4c132c05f8fa555954f998dc13116b5a095d8f56ef95ca39bca9c69008e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ba5b28-1ea6-4666-aeea-54e054d61366" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e27dad-1c7c-45b7-9445-fe234d2dfb14", "tag": "cb215eb5-d57f-4a69-97fb-2d0a7e3924fa"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:25:44.233402 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a2cfa2-df2f-423e-bee9-b5246ddf975e x-openstack-request-id: req-87a2cfa2-df2f-423e-bee9-b5246ddf975e {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:25:44.233696 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e27dad-1c7c-45b7-9445-fe234d2dfb14", "tag": "cb215eb5-d57f-4a69-97fb-2d0a7e3924fa", "status": "completed", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:25:44.233957 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-87a2cfa2-df2f-423e-bee9-b5246ddf975e {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:25:44.234361 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e27dad-1c7c-45b7-9445-fe234d2dfb14', 'tag': 'cb215eb5-d57f-4a69-97fb-2d0a7e3924fa', 'status': 'completed', 'code': 200} Jul 22 22:25:44.288751 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-9a660b6c-4373-46e4-bb14-e20f8865dde1 None None] Set router f6cb092b-2b3f-4f00-89b6-67f80c731a29 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:25:44.315886 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba5b28-1ea6-4666-aeea-54e054d61366 req-86dc3b92-5280-45c1-9e93-924c9e1cb1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:44.317495 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-93ba5b28-1ea6-4666-aeea-54e054d61366 req-86dc3b92-5280-45c1-9e93-924c9e1cb1c1 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=2abfaf6202824c23a8f6aaad9e7a16df&device_id=b3e27dad-1c7c-45b7-9445-fe234d2dfb14 HTTP/1.1" status: 200 len: 1099 time: 0.0588200 Jul 22 22:25:44.416636 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba5b28-1ea6-4666-aeea-54e054d61366 req-1cbecdbc-ed9e-43da-a3bd-40322ba134c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:44.418192 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-93ba5b28-1ea6-4666-aeea-54e054d61366 req-1cbecdbc-ed9e-43da-a3bd-40322ba134c9 service neutron] 10.222.0.115 "GET /v2.0/networks?id=f064cf42-f96c-4b47-830d-0a5aaa0b3353 HTTP/1.1" status: 200 len: 912 time: 0.0937696 Jul 22 22:25:44.492492 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-93ba5b28-1ea6-4666-aeea-54e054d61366 req-31f8481c-58c2-4baf-8220-1a97373725fb service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb215eb5-d57f-4a69-97fb-2d0a7e3924fa HTTP/1.1" status: 200 len: 1000 time: 0.0669830 Jul 22 22:25:44.538709 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-9a660b6c-4373-46e4-bb14-e20f8865dde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'name': 'tempest-TestVolumeBootPattern-737192248-router', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:20:12Z', 'updated_at': '2021-07-22T22:20:16Z', 'revision_number': 4, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'gw_port': {'id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:40:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:13Z', 'updated_at': '2021-07-22T22:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_floatingips': [{'id': '104a5d1e-51be-45fb-b8b5-bfaa3834469d', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'floating_ip_address': '172.27.3.236', 'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'router_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'port_id': 'cb215eb5-d57f-4a69-97fb-2d0a7e3924fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'mac_address': 'fa:16:3e:69:06:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e27dad-1c7c-45b7-9445-fe234d2dfb14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:25:43Z', 'updated_at': '2021-07-22T22:25:43Z', 'revision_number': 0, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'fixed_ip_address_scope': None}, {'id': 'b5caa0a9-21c1-4cae-b9c1-dbbaec131f14', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'floating_ip_address': '172.27.3.203', 'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'router_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'port_id': '5777cb53-b656-4594-891d-84caa6d9669c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'mac_address': 'fa:16:3e:eb:66:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff1df9b-9c14-4c82-8e6c-2cf0e367b505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:23:38Z', 'updated_at': '2021-07-22T22:23:40Z', 'revision_number': 1, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e48020a-e4c5-4200-a7e5-76b8fa71e9a3', 'name': '', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'mac_address': 'fa:16:3e:ce:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:15Z', 'updated_at': '2021-07-22T22:20:22Z', 'revision_number': 5, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'subnets': [{'id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:25:44.563362 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba5b28-1ea6-4666-aeea-54e054d61366 req-c93c9609-148f-4818-b2d7-fe05428ed6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:44.564792 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-93ba5b28-1ea6-4666-aeea-54e054d61366 req-c93c9609-148f-4818-b2d7-fe05428ed6c6 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=fec4972d-bc34-4dad-b039-91d3c3c2c734 HTTP/1.1" status: 200 len: 850 time: 0.0647497 Jul 22 22:25:44.569606 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a660b6c-4373-46e4-bb14-e20f8865dde1 None None] Checking router: f6cb092b-2b3f-4f00-89b6-67f80c731a29 for host: dv-cinder-801912-2-iscsi {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:25:44.579273 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a660b6c-4373-46e4-bb14-e20f8865dde1 None None] Routers {'f6cb092b-2b3f-4f00-89b6-67f80c731a29'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:25:44.579904 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-9a660b6c-4373-46e4-bb14-e20f8865dde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:25:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['f6cb092b-2b3f-4f00-89b6-67f80c731a29'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:25:44.654246 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba5b28-1ea6-4666-aeea-54e054d61366 req-277973ad-3125-45ed-98b4-fa1c1da08ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:44.656732 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-93ba5b28-1ea6-4666-aeea-54e054d61366 req-277973ad-3125-45ed-98b4-fa1c1da08ef8 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f064cf42-f96c-4b47-830d-0a5aaa0b3353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0817230 Jul 22 22:25:44.694336 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-9a660b6c-4373-46e4-bb14-e20f8865dde1 None None] Set router f6cb092b-2b3f-4f00-89b6-67f80c731a29 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:25:44.759937 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-93ba5b28-1ea6-4666-aeea-54e054d61366 req-f6012b2c-1074-4d29-869c-a3a553887262 service neutron] 10.222.0.115 "GET /v2.0/networks/f064cf42-f96c-4b47-830d-0a5aaa0b3353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963807 Jul 22 22:25:44.861179 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-93ba5b28-1ea6-4666-aeea-54e054d61366 req-33c79c38-12a8-435a-89b8-1952a8514d5b service neutron] 10.222.0.115 "GET /v2.0/networks/f064cf42-f96c-4b47-830d-0a5aaa0b3353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907917 Jul 22 22:25:44.949041 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-9a660b6c-4373-46e4-bb14-e20f8865dde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'name': 'tempest-TestVolumeBootPattern-737192248-router', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:20:12Z', 'updated_at': '2021-07-22T22:20:16Z', 'revision_number': 4, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'gw_port': {'id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:40:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:13Z', 'updated_at': '2021-07-22T22:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_floatingips': [{'id': '104a5d1e-51be-45fb-b8b5-bfaa3834469d', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'floating_ip_address': '172.27.3.236', 'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'router_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'port_id': 'cb215eb5-d57f-4a69-97fb-2d0a7e3924fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'mac_address': 'fa:16:3e:69:06:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e27dad-1c7c-45b7-9445-fe234d2dfb14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:25:43Z', 'updated_at': '2021-07-22T22:25:43Z', 'revision_number': 0, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'fixed_ip_address_scope': None}, {'id': 'b5caa0a9-21c1-4cae-b9c1-dbbaec131f14', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'floating_ip_address': '172.27.3.203', 'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'router_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'port_id': '5777cb53-b656-4594-891d-84caa6d9669c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'mac_address': 'fa:16:3e:eb:66:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff1df9b-9c14-4c82-8e6c-2cf0e367b505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:23:38Z', 'updated_at': '2021-07-22T22:23:40Z', 'revision_number': 1, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e48020a-e4c5-4200-a7e5-76b8fa71e9a3', 'name': '', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'mac_address': 'fa:16:3e:ce:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:15Z', 'updated_at': '2021-07-22T22:20:22Z', 'revision_number': 5, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'subnets': [{'id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:25:44.977126 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a660b6c-4373-46e4-bb14-e20f8865dde1 None None] The sync data for ids ['f6cb092b-2b3f-4f00-89b6-67f80c731a29'] in dv-cinder-801912-2-iscsi is: [{'id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'name': 'tempest-TestVolumeBootPattern-737192248-router', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:20:12Z', 'updated_at': '2021-07-22T22:20:16Z', 'revision_number': 4, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'gw_port': {'id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:40:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:13Z', 'updated_at': '2021-07-22T22:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_floatingips': [{'id': '104a5d1e-51be-45fb-b8b5-bfaa3834469d', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'floating_ip_address': '172.27.3.236', 'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'router_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'port_id': 'cb215eb5-d57f-4a69-97fb-2d0a7e3924fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'mac_address': 'fa:16:3e:69:06:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e27dad-1c7c-45b7-9445-fe234d2dfb14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:25:43Z', 'updated_at': '2021-07-22T22:25:43Z', 'revision_number': 0, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'fixed_ip_address_scope': None}, {'id': 'b5caa0a9-21c1-4cae-b9c1-dbbaec131f14', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'floating_ip_address': '172.27.3.203', 'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'router_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'port_id': '5777cb53-b656-4594-891d-84caa6d9669c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'mac_address': 'fa:16:3e:eb:66:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff1df9b-9c14-4c82-8e6c-2cf0e367b505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:23:38Z', 'updated_at': '2021-07-22T22:23:40Z', 'revision_number': 1, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e48020a-e4c5-4200-a7e5-76b8fa71e9a3', 'name': '', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'mac_address': 'fa:16:3e:ce:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:15Z', 'updated_at': '2021-07-22T22:20:22Z', 'revision_number': 5, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'subnets': [{'id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:25:45.175535 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb131f3d-406c-478f-81d4-f2bd107d4777 None None] New status for floating IP 104a5d1e-51be-45fb-b8b5-bfaa3834469d: ACTIVE {{(pid=93280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:25:46.573435 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e73e7d3a-fc56-408d-9e8e-63b56cc8c52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:48.948039 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0d36-22a8-4c70-9518-dec186d7b686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:49.189921 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:50.237928 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:51.890440 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:56.345788 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 53520) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:25:56.515146 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-3f9a946f-51d9-469f-8294-97bb4e028bb7 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Deleting port 4d95d57e-4e95-4567-82ad-d56050b75828 {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:25:56.515527 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3f9a946f-51d9-469f-8294-97bb4e028bb7 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:56.604749 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3f9a946f-51d9-469f-8294-97bb4e028bb7 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:56.604996 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3f9a946f-51d9-469f-8294-97bb4e028bb7 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:56.619105 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-3f9a946f-51d9-469f-8294-97bb4e028bb7 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Calling delete_port for 4d95d57e-4e95-4567-82ad-d56050b75828 owned by network:floatingip {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:25:56.740862 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:56.792814 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3f9a946f-51d9-469f-8294-97bb4e028bb7 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960856'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:56.822678 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9a946f-51d9-469f-8294-97bb4e028bb7 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Pushing event deleted for resources: {'Port': ['ID=4d95d57e-4e95-4567-82ad-d56050b75828,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:56.889470 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3f9a946f-51d9-469f-8294-97bb4e028bb7 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks [] for floatingip, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:56.889778 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.db.l3_db [None req-3f9a946f-51d9-469f-8294-97bb4e028bb7 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Floating IP 8fafe46b-2016-46fc-9752-b9f9a6b58bb7 disassociated (deleted). External IP: 172.27.3.37, port: e388f194-738b-4620-b8e5-abdb33fb96e5. Jul 22 22:25:56.899986 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 6 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:25:57.118197 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9a946f-51d9-469f-8294-97bb4e028bb7 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Router 2af23df8-fa2f-454b-9378-5719d29afa59 has already been hosted by L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 {{(pid=93279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:25:57.242726 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9a946f-51d9-469f-8294-97bb4e028bb7 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:25:57.247402 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3f9a946f-51d9-469f-8294-97bb4e028bb7 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for floatingip, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:57.257948 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26d773b-5e38-4241-bef6-22c50c0eb229 None None] Sync routers for ids ['2af23df8-fa2f-454b-9378-5719d29afa59'] in dv-cinder-801912-2-iscsi {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:25:57.269823 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26d773b-5e38-4241-bef6-22c50c0eb229 None None] Routers {'2af23df8-fa2f-454b-9378-5719d29afa59'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:25:57.270481 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-e26d773b-5e38-4241-bef6-22c50c0eb229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:25:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['2af23df8-fa2f-454b-9378-5719d29afa59'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:25:57.289150 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-3f9a946f-51d9-469f-8294-97bb4e028bb7 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "DELETE /v2.0/floatingips/8fafe46b-2016-46fc-9752-b9f9a6b58bb7 HTTP/1.1" status: 204 len: 168 time: 0.9423590 Jul 22 22:25:57.289722 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac54e65-5dd9-4940-85a9-0f8d63728b09', 'tag': 'e388f194-738b-4620-b8e5-abdb33fb96e5'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:25:57.292142 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c6b4c132c05f8fa555954f998dc13116b5a095d8f56ef95ca39bca9c69008e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473e895e-ee2f-4f0e-b024-10be7f558f87" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac54e65-5dd9-4940-85a9-0f8d63728b09", "tag": "e388f194-738b-4620-b8e5-abdb33fb96e5"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:25:57.342746 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b253b6fe-307b-4d92-bbe4-c1443bd13ba6 x-openstack-request-id: req-b253b6fe-307b-4d92-bbe4-c1443bd13ba6 {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:25:57.343803 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac54e65-5dd9-4940-85a9-0f8d63728b09", "tag": "e388f194-738b-4620-b8e5-abdb33fb96e5", "status": "completed", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:25:57.344076 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b253b6fe-307b-4d92-bbe4-c1443bd13ba6 {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:25:57.344538 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac54e65-5dd9-4940-85a9-0f8d63728b09', 'tag': 'e388f194-738b-4620-b8e5-abdb33fb96e5', 'status': 'completed', 'code': 200} Jul 22 22:25:57.399681 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-e26d773b-5e38-4241-bef6-22c50c0eb229 None None] Set router 2af23df8-fa2f-454b-9378-5719d29afa59 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:25:57.428537 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e895e-ee2f-4f0e-b024-10be7f558f87 req-d6efce2f-b3c7-4d99-8a26-7c19bb65970a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:57.431980 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-473e895e-ee2f-4f0e-b024-10be7f558f87 req-d6efce2f-b3c7-4d99-8a26-7c19bb65970a service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b39563db0dd14939a0f3c1819cd5901f&device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 1098 time: 0.0627186 Jul 22 22:25:57.550984 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e895e-ee2f-4f0e-b024-10be7f558f87 req-f91c378c-b9ac-4a63-a21b-4b81e0c28267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:57.552614 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-473e895e-ee2f-4f0e-b024-10be7f558f87 req-f91c378c-b9ac-4a63-a21b-4b81e0c28267 service neutron] 10.222.0.115 "GET /v2.0/networks?id=c478cf98-28b8-4904-af77-5e4d0dffb173 HTTP/1.1" status: 200 len: 910 time: 0.1126466 Jul 22 22:25:57.568291 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ad7b0-5555-4fc8-b396-a9ea4b9a818f req-52845216-4733-43db-a23b-dccb0fa3169e tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:57.568291 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3d5ad7b0-5555-4fc8-b396-a9ea4b9a818f req-52845216-4733-43db-a23b-dccb0fa3169e tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 945 time: 0.0747054 Jul 22 22:25:57.615878 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-473e895e-ee2f-4f0e-b024-10be7f558f87 req-5cc53722-4c90-4d02-af2b-7c0afc1c84a4 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e388f194-738b-4620-b8e5-abdb33fb96e5 HTTP/1.1" status: 200 len: 217 time: 0.0527813 Jul 22 22:25:57.623133 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3d5ad7b0-5555-4fc8-b396-a9ea4b9a818f req-374f61a3-2c4e-4fb5-9af7-51ef7c280667 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481057 Jul 22 22:25:57.681041 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e895e-ee2f-4f0e-b024-10be7f558f87 req-aef8e3aa-a478-422c-9641-8dac5d087333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:57.682547 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-473e895e-ee2f-4f0e-b024-10be7f558f87 req-aef8e3aa-a478-422c-9641-8dac5d087333 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b8c303b5-4d52-49bb-ad46-fb44acda7f9b HTTP/1.1" status: 200 len: 848 time: 0.0584958 Jul 22 22:25:57.740141 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-e26d773b-5e38-4241-bef6-22c50c0eb229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'name': 'tempest-TestShelveInstance-2061553236-router', 'tenant_id': 'b39563db0dd14939a0f3c1819cd5901f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'e58aa779-62b4-4e10-957e-08fa1d3993bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:21:17Z', 'updated_at': '2021-07-22T22:21:21Z', 'revision_number': 4, 'project_id': 'b39563db0dd14939a0f3c1819cd5901f', 'gw_port': {'id': 'e58aa779-62b4-4e10-957e-08fa1d3993bc', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:02:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:18Z', 'updated_at': '2021-07-22T22:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': 'cf8f649a-1054-4e9a-af10-794582a6a10f', 'name': '', 'network_id': 'c478cf98-28b8-4904-af77-5e4d0dffb173', 'tenant_id': 'b39563db0dd14939a0f3c1819cd5901f', 'mac_address': 'fa:16:3e:9f:2e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'b8c303b5-4d52-49bb-ad46-fb44acda7f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:21Z', 'updated_at': '2021-07-22T22:21:29Z', 'revision_number': 5, 'project_id': 'b39563db0dd14939a0f3c1819cd5901f', 'subnets': [{'id': 'b8c303b5-4d52-49bb-ad46-fb44acda7f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:25:57.751696 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e895e-ee2f-4f0e-b024-10be7f558f87 req-da96dd47-d735-45be-a503-ec00466a82c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:57.754180 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-473e895e-ee2f-4f0e-b024-10be7f558f87 req-da96dd47-d735-45be-a503-ec00466a82c9 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=c478cf98-28b8-4904-af77-5e4d0dffb173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0612154 Jul 22 22:25:57.771203 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26d773b-5e38-4241-bef6-22c50c0eb229 None None] Checking router: 2af23df8-fa2f-454b-9378-5719d29afa59 for host: dv-cinder-801912-2-iscsi {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:25:57.780362 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26d773b-5e38-4241-bef6-22c50c0eb229 None None] Routers {'2af23df8-fa2f-454b-9378-5719d29afa59'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:25:57.780994 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-e26d773b-5e38-4241-bef6-22c50c0eb229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:25:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['2af23df8-fa2f-454b-9378-5719d29afa59'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:25:57.860763 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-473e895e-ee2f-4f0e-b024-10be7f558f87 req-cfa6e319-f0b0-4933-aab0-e446bf2fc770 service neutron] 10.222.0.115 "GET /v2.0/networks/c478cf98-28b8-4904-af77-5e4d0dffb173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943539 Jul 22 22:25:57.900363 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-e26d773b-5e38-4241-bef6-22c50c0eb229 None None] Set router 2af23df8-fa2f-454b-9378-5719d29afa59 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:25:57.987904 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-473e895e-ee2f-4f0e-b024-10be7f558f87 req-1b494e57-7d66-42cd-9ca4-597d073b8add service neutron] 10.222.0.115 "GET /v2.0/networks/c478cf98-28b8-4904-af77-5e4d0dffb173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163168 Jul 22 22:25:58.114871 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-e26d773b-5e38-4241-bef6-22c50c0eb229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'name': 'tempest-TestShelveInstance-2061553236-router', 'tenant_id': 'b39563db0dd14939a0f3c1819cd5901f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'e58aa779-62b4-4e10-957e-08fa1d3993bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:21:17Z', 'updated_at': '2021-07-22T22:21:21Z', 'revision_number': 4, 'project_id': 'b39563db0dd14939a0f3c1819cd5901f', 'gw_port': {'id': 'e58aa779-62b4-4e10-957e-08fa1d3993bc', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:02:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:18Z', 'updated_at': '2021-07-22T22:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': 'cf8f649a-1054-4e9a-af10-794582a6a10f', 'name': '', 'network_id': 'c478cf98-28b8-4904-af77-5e4d0dffb173', 'tenant_id': 'b39563db0dd14939a0f3c1819cd5901f', 'mac_address': 'fa:16:3e:9f:2e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'b8c303b5-4d52-49bb-ad46-fb44acda7f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:21Z', 'updated_at': '2021-07-22T22:21:29Z', 'revision_number': 5, 'project_id': 'b39563db0dd14939a0f3c1819cd5901f', 'subnets': [{'id': 'b8c303b5-4d52-49bb-ad46-fb44acda7f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:25:58.145961 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26d773b-5e38-4241-bef6-22c50c0eb229 None None] The sync data for ids ['2af23df8-fa2f-454b-9378-5719d29afa59'] in dv-cinder-801912-2-iscsi is: [{'id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'name': 'tempest-TestShelveInstance-2061553236-router', 'tenant_id': 'b39563db0dd14939a0f3c1819cd5901f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'e58aa779-62b4-4e10-957e-08fa1d3993bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:21:17Z', 'updated_at': '2021-07-22T22:21:21Z', 'revision_number': 4, 'project_id': 'b39563db0dd14939a0f3c1819cd5901f', 'gw_port': {'id': 'e58aa779-62b4-4e10-957e-08fa1d3993bc', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:02:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:18Z', 'updated_at': '2021-07-22T22:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': 'cf8f649a-1054-4e9a-af10-794582a6a10f', 'name': '', 'network_id': 'c478cf98-28b8-4904-af77-5e4d0dffb173', 'tenant_id': 'b39563db0dd14939a0f3c1819cd5901f', 'mac_address': 'fa:16:3e:9f:2e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'b8c303b5-4d52-49bb-ad46-fb44acda7f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:21Z', 'updated_at': '2021-07-22T22:21:29Z', 'revision_number': 5, 'project_id': 'b39563db0dd14939a0f3c1819cd5901f', 'subnets': [{'id': 'b8c303b5-4d52-49bb-ad46-fb44acda7f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:25:58.392072 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e021a8-22d8-4398-9642-7720df16419f None None] New status for floating IP 8fafe46b-2016-46fc-9752-b9f9a6b58bb7: DOWN {{(pid=93280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:25:58.769535 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caddff46-b7ff-430c-a230-cc24c1e964ea req-5e262e0d-62cf-4b63-8754-4e102acc0c73 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:58.771054 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-caddff46-b7ff-430c-a230-cc24c1e964ea req-5e262e0d-62cf-4b63-8754-4e102acc0c73 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 945 time: 0.0754802 Jul 22 22:25:58.815742 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-caddff46-b7ff-430c-a230-cc24c1e964ea req-005426aa-579c-4076-88d8-ba2195e3d395 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9836497-095f-4513-963d-d581ba0938ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382221 Jul 22 22:25:59.232181 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614e438-8e80-4b4d-ae02-3186af51aea8 req-e72ef36e-a96e-4eac-aa51-84c4e5407076 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:59.233688 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8614e438-8e80-4b4d-ae02-3186af51aea8 req-e72ef36e-a96e-4eac-aa51-84c4e5407076 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.115 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 945 time: 0.0665298 Jul 22 22:25:59.354778 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-8614e438-8e80-4b4d-ae02-3186af51aea8 req-cc91ffd9-7c0c-4898-af43-f5bea3468477 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Deleting port e388f194-738b-4620-b8e5-abdb33fb96e5 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:25:59.355121 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-8614e438-8e80-4b4d-ae02-3186af51aea8 req-cc91ffd9-7c0c-4898-af43-f5bea3468477 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:59.457609 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-8614e438-8e80-4b4d-ae02-3186af51aea8 req-cc91ffd9-7c0c-4898-af43-f5bea3468477 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] For port e388f194-738b-4620-b8e5-abdb33fb96e5, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e388f194-738b-4620-b8e5-abdb33fb96e5,segment=NetworkSegment(3f318f8e-b74e-48a9-853d-22131a178c6d),segment_id=3f318f8e-b74e-48a9-853d-22131a178c6d)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:25:59.458144 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-8614e438-8e80-4b4d-ae02-3186af51aea8 req-cc91ffd9-7c0c-4898-af43-f5bea3468477 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:59.471646 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-8614e438-8e80-4b4d-ae02-3186af51aea8 req-cc91ffd9-7c0c-4898-af43-f5bea3468477 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Calling delete_port for e388f194-738b-4620-b8e5-abdb33fb96e5 owned by compute:nova {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:25:59.609785 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-8614e438-8e80-4b4d-ae02-3186af51aea8 req-cc91ffd9-7c0c-4898-af43-f5bea3468477 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:59.640561 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91ffd9-7c0c-4898-af43-f5bea3468477 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Pushing event deleted for resources: {'Port': ['ID=e388f194-738b-4620-b8e5-abdb33fb96e5,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:59.699914 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-8614e438-8e80-4b4d-ae02-3186af51aea8 req-cc91ffd9-7c0c-4898-af43-f5bea3468477 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] No DVR routers for this DVR port e388f194-738b-4620-b8e5-abdb33fb96e5 on host hv-cinder-80191 {{(pid=93278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:25:59.702464 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-8614e438-8e80-4b4d-ae02-3186af51aea8 req-cc91ffd9-7c0c-4898-af43-f5bea3468477 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:59.704562 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8614e438-8e80-4b4d-ae02-3186af51aea8 req-cc91ffd9-7c0c-4898-af43-f5bea3468477 tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.115 "DELETE /v2.0/ports/e388f194-738b-4620-b8e5-abdb33fb96e5 HTTP/1.1" status: 204 len: 173 time: 0.4650252 Jul 22 22:25:59.705012 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac54e65-5dd9-4940-85a9-0f8d63728b09', 'name': 'network-vif-deleted', 'tag': 'e388f194-738b-4620-b8e5-abdb33fb96e5'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:25:59.707309 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf534bc-0cfd-41a8-ba88-4a99c8e4011b" -d '{"events": [{"server_uuid": "1ac54e65-5dd9-4940-85a9-0f8d63728b09", "name": "network-vif-deleted", "tag": "e388f194-738b-4620-b8e5-abdb33fb96e5"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:25:59.745165 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29209ded-ad53-4ba2-ac5f-6c6d47d6f6dc x-openstack-request-id: req-29209ded-ad53-4ba2-ac5f-6c6d47d6f6dc {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:25:59.745483 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac54e65-5dd9-4940-85a9-0f8d63728b09", "name": "network-vif-deleted", "tag": "e388f194-738b-4620-b8e5-abdb33fb96e5", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:25:59.745737 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-29209ded-ad53-4ba2-ac5f-6c6d47d6f6dc {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:25:59.746134 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac54e65-5dd9-4940-85a9-0f8d63728b09', 'name': 'network-vif-deleted', 'tag': 'e388f194-738b-4620-b8e5-abdb33fb96e5', 'status': 'completed', 'code': 200} Jul 22 22:25:59.921191 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-88156b75-a730-4b57-9892-6566822e8301 req-5dbfde7b-b50f-48f1-910f-8a14a018806d tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ac54e65-5dd9-4940-85a9-0f8d63728b09 HTTP/1.1" status: 200 len: 210 time: 0.0296829 Jul 22 22:26:00.981764 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 53538) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:01.049367 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c65da745-1393-43c6-8601-7fd8976ef25d tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:01.077782 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c65da745-1393-43c6-8601-7fd8976ef25d tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:01.145314 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c65da745-1393-43c6-8601-7fd8976ef25d tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:01.148002 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c65da745-1393-43c6-8601-7fd8976ef25d tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:01.149825 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-c65da745-1393-43c6-8601-7fd8976ef25d tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] 10.222.0.11 "DELETE /v2.0/security-groups/b9836497-095f-4513-963d-d581ba0938ce HTTP/1.1" status: 204 len: 168 time: 0.1670384 Jul 22 22:26:01.159750 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65da745-1393-43c6-8601-7fd8976ef25d tempest-TestShelveInstance-440032754 tempest-TestShelveInstance-440032754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9836497-095f-4513-963d-d581ba0938ce,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:01.196705 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 53542) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:01.565786 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-744e0620-c035-4768-8378-b1a0128f7cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717709'] for router_interface, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:01.833666 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-744e0620-c035-4768-8378-b1a0128f7cc9 admin admin] Deleting port cf8f649a-1054-4e9a-af10-794582a6a10f {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:26:01.833903 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-744e0620-c035-4768-8378-b1a0128f7cc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:01.911671 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-744e0620-c035-4768-8378-b1a0128f7cc9 admin admin] For port cf8f649a-1054-4e9a-af10-794582a6a10f, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=cf8f649a-1054-4e9a-af10-794582a6a10f,segment=NetworkSegment(3f318f8e-b74e-48a9-853d-22131a178c6d),segment_id=3f318f8e-b74e-48a9-853d-22131a178c6d)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:26:01.912030 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-744e0620-c035-4768-8378-b1a0128f7cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:01.925362 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-744e0620-c035-4768-8378-b1a0128f7cc9 admin admin] Calling delete_port for cf8f649a-1054-4e9a-af10-794582a6a10f owned by network:router_interface {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:26:02.110664 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-744e0620-c035-4768-8378-b1a0128f7cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960856'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:02.141327 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e0620-c035-4768-8378-b1a0128f7cc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf8f649a-1054-4e9a-af10-794582a6a10f,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:02.267139 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device e388f194-738b-4620-b8e5-abdb33fb96e5 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:26:02.291963 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] No Port match for: e388f194-738b-4620-b8e5-abdb33fb96e5 {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:26:02.292338 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device e388f194-738b-4620-b8e5-abdb33fb96e5 not bound to the agent host hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:26:02.314108 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-744e0620-c035-4768-8378-b1a0128f7cc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717585'] for router_interface, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:02.791536 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744e0620-c035-4768-8378-b1a0128f7cc9 admin admin] Router 2af23df8-fa2f-454b-9378-5719d29afa59 has already been hosted by L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 {{(pid=93279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:26:02.899239 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744e0620-c035-4768-8378-b1a0128f7cc9 admin admin] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:26:02.904369 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-744e0620-c035-4768-8378-b1a0128f7cc9 admin admin] 10.222.0.11 "PUT /v2.0/routers/2af23df8-fa2f-454b-9378-5719d29afa59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7066009 Jul 22 22:26:02.906867 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 53546) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:02.909426 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4284416e-1b3e-4a04-bff7-1ca39ebe168d None None] Sync routers for ids ['2af23df8-fa2f-454b-9378-5719d29afa59'] in dv-cinder-801912-2-iscsi {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:26:02.919509 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4284416e-1b3e-4a04-bff7-1ca39ebe168d None None] Routers {'2af23df8-fa2f-454b-9378-5719d29afa59'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:26:02.920123 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-4284416e-1b3e-4a04-bff7-1ca39ebe168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:25:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['2af23df8-fa2f-454b-9378-5719d29afa59'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:03.014439 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e90f2dd7-3b6b-48a5-baca-e670239b6989 admin admin] Notify callbacks [] for router, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.026593 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-4284416e-1b3e-4a04-bff7-1ca39ebe168d None None] Set router 2af23df8-fa2f-454b-9378-5719d29afa59 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:26:03.123724 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e90f2dd7-3b6b-48a5-baca-e670239b6989 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.197172 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-e90f2dd7-3b6b-48a5-baca-e670239b6989 admin admin] Deleting port e58aa779-62b4-4e10-957e-08fa1d3993bc {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:26:03.197838 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e90f2dd7-3b6b-48a5-baca-e670239b6989 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.231885 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-4284416e-1b3e-4a04-bff7-1ca39ebe168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'name': 'tempest-TestShelveInstance-2061553236-router', 'tenant_id': 'b39563db0dd14939a0f3c1819cd5901f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'e58aa779-62b4-4e10-957e-08fa1d3993bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:21:17Z', 'updated_at': '2021-07-22T22:26:02Z', 'revision_number': 5, 'project_id': 'b39563db0dd14939a0f3c1819cd5901f', 'gw_port': {'id': 'e58aa779-62b4-4e10-957e-08fa1d3993bc', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:02:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:18Z', 'updated_at': '2021-07-22T22:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi'}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:03.259578 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4284416e-1b3e-4a04-bff7-1ca39ebe168d None None] Checking router: 2af23df8-fa2f-454b-9378-5719d29afa59 for host: dv-cinder-801912-2-iscsi {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:26:03.269327 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4284416e-1b3e-4a04-bff7-1ca39ebe168d None None] Routers {'2af23df8-fa2f-454b-9378-5719d29afa59'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:26:03.269689 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-4284416e-1b3e-4a04-bff7-1ca39ebe168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:25:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['2af23df8-fa2f-454b-9378-5719d29afa59'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:03.287502 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-e90f2dd7-3b6b-48a5-baca-e670239b6989 admin admin] For port e58aa779-62b4-4e10-957e-08fa1d3993bc, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=e58aa779-62b4-4e10-957e-08fa1d3993bc,segment=NetworkSegment(b880b034-49fb-48cf-bc81-b26ee1611faf),segment_id=b880b034-49fb-48cf-bc81-b26ee1611faf)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:26:03.287930 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e90f2dd7-3b6b-48a5-baca-e670239b6989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.303048 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-e90f2dd7-3b6b-48a5-baca-e670239b6989 admin admin] Calling delete_port for e58aa779-62b4-4e10-957e-08fa1d3993bc owned by network:router_gateway {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:26:03.358439 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-4284416e-1b3e-4a04-bff7-1ca39ebe168d None None] Set router 2af23df8-fa2f-454b-9378-5719d29afa59 gateway port host: None {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:26:03.414766 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-4284416e-1b3e-4a04-bff7-1ca39ebe168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'name': 'tempest-TestShelveInstance-2061553236-router', 'tenant_id': 'b39563db0dd14939a0f3c1819cd5901f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:21:17Z', 'updated_at': '2021-07-22T22:26:03Z', 'revision_number': 6, 'project_id': 'b39563db0dd14939a0f3c1819cd5901f', 'gw_port_host': None}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:03.442260 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4284416e-1b3e-4a04-bff7-1ca39ebe168d None None] The sync data for ids ['2af23df8-fa2f-454b-9378-5719d29afa59'] in dv-cinder-801912-2-iscsi is: [{'id': '2af23df8-fa2f-454b-9378-5719d29afa59', 'name': 'tempest-TestShelveInstance-2061553236-router', 'tenant_id': 'b39563db0dd14939a0f3c1819cd5901f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:21:17Z', 'updated_at': '2021-07-22T22:26:03Z', 'revision_number': 6, 'project_id': 'b39563db0dd14939a0f3c1819cd5901f', 'gw_port_host': None}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:26:03.486634 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e90f2dd7-3b6b-48a5-baca-e670239b6989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960856'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.519978 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f2dd7-3b6b-48a5-baca-e670239b6989 admin admin] Pushing event deleted for resources: {'Port': ['ID=e58aa779-62b4-4e10-957e-08fa1d3993bc,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:03.588497 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e90f2dd7-3b6b-48a5-baca-e670239b6989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-718263'] for router_gateway, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.681438 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e90f2dd7-3b6b-48a5-baca-e670239b6989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9675'] for router, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.683750 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e90f2dd7-3b6b-48a5-baca-e670239b6989 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.726835 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e90f2dd7-3b6b-48a5-baca-e670239b6989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-719692'] for router, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.727321 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90f2dd7-3b6b-48a5-baca-e670239b6989 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2af23df8-fa2f-454b-9378-5719d29afa59 {{(pid=93279) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:26:03.732383 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e90f2dd7-3b6b-48a5-baca-e670239b6989 admin admin] Notify callbacks [] for router, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.733543 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-e90f2dd7-3b6b-48a5-baca-e670239b6989 admin admin] 10.222.0.11 "DELETE /v2.0/routers/2af23df8-fa2f-454b-9378-5719d29afa59 HTTP/1.1" status: 204 len: 168 time: 0.8257213 Jul 22 22:26:03.736134 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 53558) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:03.783357 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf5e1c3b-9f78-43ce-87b5-8354b4620bea admin admin] Deleting subnet b8c303b5-4d52-49bb-ad46-fb44acda7f9b {{(pid=93279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:26:03.786738 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bf5e1c3b-9f78-43ce-87b5-8354b4620bea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.822594 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bf5e1c3b-9f78-43ce-87b5-8354b4620bea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2253524'] for subnet, precommit_delete_associations {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.905437 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bf5e1c3b-9f78-43ce-87b5-8354b4620bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759386'] for subnet, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.974519 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bf5e1c3b-9f78-43ce-87b5-8354b4620bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3960909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794102'] for subnet, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:04.002992 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e1c3b-9f78-43ce-87b5-8354b4620bea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8c303b5-4d52-49bb-ad46-fb44acda7f9b,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:04.011251 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bf5e1c3b-9f78-43ce-87b5-8354b4620bea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:04.014336 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-bf5e1c3b-9f78-43ce-87b5-8354b4620bea admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b8c303b5-4d52-49bb-ad46-fb44acda7f9b HTTP/1.1" status: 204 len: 168 time: 0.2765794 Jul 22 22:26:04.016448 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 53560) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:04.016945 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fa56de-c233-44a2-b131-1ab236b03bf6 None None] Network c478cf98-28b8-4904-af77-5e4d0dffb173 requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:26:04.088453 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-036f223b-d645-4a1b-bb69-a58e357fe8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1788509'] for network, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:04.164467 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device cf8f649a-1054-4e9a-af10-794582a6a10f no longer exists at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:26:04.166590 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-036f223b-d645-4a1b-bb69-a58e357fe8ce admin admin] Deleting port 5f268890-1a6e-4294-ac8e-3d4df2b63ac9 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:26:04.167329 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-036f223b-d645-4a1b-bb69-a58e357fe8ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:04.188469 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] No Port match for: cf8f649a-1054-4e9a-af10-794582a6a10f {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:26:04.188914 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device cf8f649a-1054-4e9a-af10-794582a6a10f not bound to the agent host dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:26:04.189243 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device e58aa779-62b4-4e10-957e-08fa1d3993bc no longer exists at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:26:04.210360 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] No Port match for: e58aa779-62b4-4e10-957e-08fa1d3993bc {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:26:04.211350 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device e58aa779-62b4-4e10-957e-08fa1d3993bc not bound to the agent host dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:26:04.235155 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f048f535-16a1-437c-92da-fd6da8b931cf None None] DHCP port deletion for c478cf98-28b8-4904-af77-5e4d0dffb173 request from dv-cinder-801912-2-iscsi {{(pid=93280) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:26:04.245247 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-036f223b-d645-4a1b-bb69-a58e357fe8ce admin admin] For port 5f268890-1a6e-4294-ac8e-3d4df2b63ac9, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=5f268890-1a6e-4294-ac8e-3d4df2b63ac9,segment=NetworkSegment(3f318f8e-b74e-48a9-853d-22131a178c6d),segment_id=3f318f8e-b74e-48a9-853d-22131a178c6d)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:26:04.245609 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-036f223b-d645-4a1b-bb69-a58e357fe8ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:04.261712 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-036f223b-d645-4a1b-bb69-a58e357fe8ce admin admin] Calling delete_port for 5f268890-1a6e-4294-ac8e-3d4df2b63ac9 owned by network:dhcp {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:26:04.304197 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-f048f535-16a1-437c-92da-fd6da8b931cf None None] Deleting port 5f268890-1a6e-4294-ac8e-3d4df2b63ac9 {{(pid=93280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:26:04.305352 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f048f535-16a1-437c-92da-fd6da8b931cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:04.365333 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-036f223b-d645-4a1b-bb69-a58e357fe8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:04.379886 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-f048f535-16a1-437c-92da-fd6da8b931cf None None] For port 5f268890-1a6e-4294-ac8e-3d4df2b63ac9, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=5f268890-1a6e-4294-ac8e-3d4df2b63ac9,segment=NetworkSegment(3f318f8e-b74e-48a9-853d-22131a178c6d),segment_id=3f318f8e-b74e-48a9-853d-22131a178c6d)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:26:04.380321 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f048f535-16a1-437c-92da-fd6da8b931cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:04.395561 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-f048f535-16a1-437c-92da-fd6da8b931cf None None] Calling delete_port for 5f268890-1a6e-4294-ac8e-3d4df2b63ac9 owned by network:dhcp {{(pid=93280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:26:04.399712 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f223b-d645-4a1b-bb69-a58e357fe8ce admin admin] Pushing event deleted for resources: {'Port': ['ID=5f268890-1a6e-4294-ac8e-3d4df2b63ac9,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:04.401673 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036f223b-d645-4a1b-bb69-a58e357fe8ce admin admin] No DVR routers for this DVR port 5f268890-1a6e-4294-ac8e-3d4df2b63ac9 on host dv-cinder-801912-2-iscsi {{(pid=93278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:26:04.492177 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-036f223b-d645-4a1b-bb69-a58e357fe8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760422', 'neutron.services.segments.db._delete_segments_for_network-8746838092337'] for network, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:04.494010 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f048f535-16a1-437c-92da-fd6da8b931cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634'] for port, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:04.504522 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-036f223b-d645-4a1b-bb69-a58e357fe8ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c478cf98-28b8-4904-af77-5e4d0dffb173']}} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:04.517211 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-036f223b-d645-4a1b-bb69-a58e357fe8ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f318f8e-b74e-48a9-853d-22131a178c6d') {'for_net_delete': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:04.517696 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-036f223b-d645-4a1b-bb69-a58e357fe8ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f318f8e-b74e-48a9-853d-22131a178c6d') {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:04.528074 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-036f223b-d645-4a1b-bb69-a58e357fe8ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746838093114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2973926'] for segment, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:04.529842 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048f535-16a1-437c-92da-fd6da8b931cf None None] Pushing event deleted for resources: {'Port': ['ID=5f268890-1a6e-4294-ac8e-3d4df2b63ac9,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:04.531939 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f048f535-16a1-437c-92da-fd6da8b931cf None None] No DVR routers for this DVR port 5f268890-1a6e-4294-ac8e-3d4df2b63ac9 on host dv-cinder-801912-2-iscsi {{(pid=93280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:26:04.540136 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a66d6f-0e40-4772-9060-90b804199bd7 req-441166c5-3526-4d32-9fc2-ff15aa6ef899 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:04.543130 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-83a66d6f-0e40-4772-9060-90b804199bd7 req-441166c5-3526-4d32-9fc2-ff15aa6ef899 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 945 time: 0.0789399 Jul 22 22:26:04.549696 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-036f223b-d645-4a1b-bb69-a58e357fe8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122'] for segment, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:04.558674 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-036f223b-d645-4a1b-bb69-a58e357fe8ce admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:26:04.559080 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-036f223b-d645-4a1b-bb69-a58e357fe8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2431524'] for segment, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:04.561048 dv-cinder-801912-2-iscsi neutron-server[93278]: Traceback (most recent call last): Jul 22 22:26:04.561048 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:26:04.561048 dv-cinder-801912-2-iscsi neutron-server[93278]: timer() Jul 22 22:26:04.561048 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:26:04.561048 dv-cinder-801912-2-iscsi neutron-server[93278]: cb(*args, **kw) Jul 22 22:26:04.561048 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:26:04.561048 dv-cinder-801912-2-iscsi neutron-server[93278]: return func(*args, **kwargs) Jul 22 22:26:04.561048 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:26:04.561048 dv-cinder-801912-2-iscsi neutron-server[93278]: self._notify() Jul 22 22:26:04.561048 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:26:04.561048 dv-cinder-801912-2-iscsi neutron-server[93278]: self.callback(batched_events) Jul 22 22:26:04.561048 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:26:04.561048 dv-cinder-801912-2-iscsi neutron-server[93278]: event.method(event) Jul 22 22:26:04.561048 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:26:04.561048 dv-cinder-801912-2-iscsi neutron-server[93278]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:26:04.561048 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:26:04.561048 dv-cinder-801912-2-iscsi neutron-server[93278]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:26:04.561048 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:26:04.561048 dv-cinder-801912-2-iscsi neutron-server[93278]: return f(self, *a, **k) Jul 22 22:26:04.561048 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:26:04.561048 dv-cinder-801912-2-iscsi neutron-server[93278]: return self._get(url).json() Jul 22 22:26:04.561048 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:26:04.561048 dv-cinder-801912-2-iscsi neutron-server[93278]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:26:04.561048 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:26:04.561048 dv-cinder-801912-2-iscsi neutron-server[93278]: return self.request(url, 'GET', **kwargs) Jul 22 22:26:04.561048 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:26:04.561048 dv-cinder-801912-2-iscsi neutron-server[93278]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:26:04.561048 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:26:04.561048 dv-cinder-801912-2-iscsi neutron-server[93278]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:26:04.561048 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:26:04.561048 dv-cinder-801912-2-iscsi neutron-server[93278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:26:04.561048 dv-cinder-801912-2-iscsi neutron-server[93278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:26:04.588383 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-83a66d6f-0e40-4772-9060-90b804199bd7 req-b445f32c-a8cc-45fc-b0e8-287d98af107d tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=02388d25-61ef-4fc0-85e1-8cb43c5683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399330 Jul 22 22:26:04.620578 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-036f223b-d645-4a1b-bb69-a58e357fe8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718227'] for network, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:04.625056 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-036f223b-d645-4a1b-bb69-a58e357fe8ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:04.627004 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-036f223b-d645-4a1b-bb69-a58e357fe8ce admin admin] 10.222.0.11 "DELETE /v2.0/networks/c478cf98-28b8-4904-af77-5e4d0dffb173 HTTP/1.1" status: 204 len: 168 time: 0.6094837 Jul 22 22:26:04.630467 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 53568) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:04.646291 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f223b-d645-4a1b-bb69-a58e357fe8ce admin admin] Pushing event deleted for resources: {'Network': ['ID=c478cf98-28b8-4904-af77-5e4d0dffb173,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:05.245809 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b4082db2-3b00-42d2-822e-97462b166eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717709'] for router_interface, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:05.503361 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-b4082db2-3b00-42d2-822e-97462b166eb4 admin admin] Deleting port 907c7bec-729a-427c-8f45-ba7c9d880245 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:26:05.503768 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b4082db2-3b00-42d2-822e-97462b166eb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:05.597097 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-b4082db2-3b00-42d2-822e-97462b166eb4 admin admin] For port 907c7bec-729a-427c-8f45-ba7c9d880245, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=907c7bec-729a-427c-8f45-ba7c9d880245,segment=NetworkSegment(5e60ea7d-70e4-43ec-9114-4ccc9a736f0b),segment_id=5e60ea7d-70e4-43ec-9114-4ccc9a736f0b)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:26:05.597467 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b4082db2-3b00-42d2-822e-97462b166eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:05.612025 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-b4082db2-3b00-42d2-822e-97462b166eb4 admin admin] Calling delete_port for 907c7bec-729a-427c-8f45-ba7c9d880245 owned by network:router_interface {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:26:05.784916 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698a199-5146-4301-a495-b1686c75577e req-e8f9daa6-c333-4288-8e5a-2ab617ca0740 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:05.786486 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0698a199-5146-4301-a495-b1686c75577e req-e8f9daa6-c333-4288-8e5a-2ab617ca0740 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 945 time: 0.1193743 Jul 22 22:26:05.809583 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b4082db2-3b00-42d2-822e-97462b166eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:05.828328 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0698a199-5146-4301-a495-b1686c75577e req-65c4b621-1fbd-4509-8a64-9859122bbd82 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=02388d25-61ef-4fc0-85e1-8cb43c5683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360370 Jul 22 22:26:05.841498 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4082db2-3b00-42d2-822e-97462b166eb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=907c7bec-729a-427c-8f45-ba7c9d880245,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:06.015516 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b4082db2-3b00-42d2-822e-97462b166eb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717585'] for router_interface, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:06.204170 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 5f268890-1a6e-4294-ac8e-3d4df2b63ac9 no longer exists at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:26:06.225163 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] No Port match for: 5f268890-1a6e-4294-ac8e-3d4df2b63ac9 {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:26:06.225537 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 5f268890-1a6e-4294-ac8e-3d4df2b63ac9 not bound to the agent host dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:26:06.243371 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4082db2-3b00-42d2-822e-97462b166eb4 admin admin] Router 280d73f5-b728-4c58-8967-8682d1fc3ee9 has already been hosted by L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:26:06.354993 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4082db2-3b00-42d2-822e-97462b166eb4 admin admin] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:26:06.363136 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-b4082db2-3b00-42d2-822e-97462b166eb4 admin admin] 10.222.0.11 "PUT /v2.0/routers/280d73f5-b728-4c58-8967-8682d1fc3ee9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7290525 Jul 22 22:26:06.363319 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 53576) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:06.366436 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3354ef2f-c08c-4b72-89c9-da9f66d8421c None None] Sync routers for ids ['280d73f5-b728-4c58-8967-8682d1fc3ee9'] in dv-cinder-801912-2-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:26:06.376682 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3354ef2f-c08c-4b72-89c9-da9f66d8421c None None] Routers {'280d73f5-b728-4c58-8967-8682d1fc3ee9'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:26:06.377243 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-3354ef2f-c08c-4b72-89c9-da9f66d8421c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:25:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['280d73f5-b728-4c58-8967-8682d1fc3ee9'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:06.481848 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8152-00e7-4358-8659-6368a2097abb admin admin] Notify callbacks [] for router, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:06.599342 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8152-00e7-4358-8659-6368a2097abb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:06.621098 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-3354ef2f-c08c-4b72-89c9-da9f66d8421c None None] Set router 280d73f5-b728-4c58-8967-8682d1fc3ee9 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:26:06.658843 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-1f4c8152-00e7-4358-8659-6368a2097abb admin admin] Deleting port 53da315d-b7d7-4d59-9aaf-aeaa83e6740d {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:26:06.659191 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8152-00e7-4358-8659-6368a2097abb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:06.747982 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-1f4c8152-00e7-4358-8659-6368a2097abb admin admin] For port 53da315d-b7d7-4d59-9aaf-aeaa83e6740d, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=53da315d-b7d7-4d59-9aaf-aeaa83e6740d,segment=NetworkSegment(b880b034-49fb-48cf-bc81-b26ee1611faf),segment_id=b880b034-49fb-48cf-bc81-b26ee1611faf)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:26:06.748388 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8152-00e7-4358-8659-6368a2097abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:06.761264 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-1f4c8152-00e7-4358-8659-6368a2097abb admin admin] Calling delete_port for 53da315d-b7d7-4d59-9aaf-aeaa83e6740d owned by network:router_gateway {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:26:06.815524 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-3354ef2f-c08c-4b72-89c9-da9f66d8421c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280d73f5-b728-4c58-8967-8682d1fc3ee9', 'name': 'tempest-TestShelveInstance-1636778344-router', 'tenant_id': '5f1c74f83511427aafbef09ea50b7837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '53da315d-b7d7-4d59-9aaf-aeaa83e6740d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:21:24Z', 'updated_at': '2021-07-22T22:26:05Z', 'revision_number': 5, 'project_id': '5f1c74f83511427aafbef09ea50b7837', 'gw_port': {'id': '53da315d-b7d7-4d59-9aaf-aeaa83e6740d', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280d73f5-b728-4c58-8967-8682d1fc3ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:21:25Z', 'updated_at': '2021-07-22T22:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi'}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:06.842461 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3354ef2f-c08c-4b72-89c9-da9f66d8421c None None] Checking router: 280d73f5-b728-4c58-8967-8682d1fc3ee9 for host: dv-cinder-801912-2-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:26:06.852728 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3354ef2f-c08c-4b72-89c9-da9f66d8421c None None] Routers {'280d73f5-b728-4c58-8967-8682d1fc3ee9'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:26:06.853374 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-3354ef2f-c08c-4b72-89c9-da9f66d8421c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:25:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['280d73f5-b728-4c58-8967-8682d1fc3ee9'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:06.943883 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-3354ef2f-c08c-4b72-89c9-da9f66d8421c None None] Set router 280d73f5-b728-4c58-8967-8682d1fc3ee9 gateway port host: None {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:26:06.987104 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8152-00e7-4358-8659-6368a2097abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960856'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:07.000845 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-3354ef2f-c08c-4b72-89c9-da9f66d8421c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280d73f5-b728-4c58-8967-8682d1fc3ee9', 'name': 'tempest-TestShelveInstance-1636778344-router', 'tenant_id': '5f1c74f83511427aafbef09ea50b7837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:21:24Z', 'updated_at': '2021-07-22T22:26:06Z', 'revision_number': 6, 'project_id': '5f1c74f83511427aafbef09ea50b7837', 'gw_port_host': None}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:07.020598 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c8152-00e7-4358-8659-6368a2097abb admin admin] Pushing event deleted for resources: {'Port': ['ID=53da315d-b7d7-4d59-9aaf-aeaa83e6740d,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:07.031012 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3354ef2f-c08c-4b72-89c9-da9f66d8421c None None] The sync data for ids ['280d73f5-b728-4c58-8967-8682d1fc3ee9'] in dv-cinder-801912-2-iscsi is: [{'id': '280d73f5-b728-4c58-8967-8682d1fc3ee9', 'name': 'tempest-TestShelveInstance-1636778344-router', 'tenant_id': '5f1c74f83511427aafbef09ea50b7837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:21:24Z', 'updated_at': '2021-07-22T22:26:06Z', 'revision_number': 6, 'project_id': '5f1c74f83511427aafbef09ea50b7837', 'gw_port_host': None}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:26:07.054305 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e48c8-77d3-45c6-8b85-8145673c3fa9 req-4348078f-ec9d-4c32-8290-331288e34e81 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:07.056087 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-833e48c8-77d3-45c6-8b85-8145673c3fa9 req-4348078f-ec9d-4c32-8290-331288e34e81 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 945 time: 0.1484680 Jul 22 22:26:07.123301 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8152-00e7-4358-8659-6368a2097abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-718263'] for router_gateway, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:07.130382 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-833e48c8-77d3-45c6-8b85-8145673c3fa9 req-3dd8efb4-e250-406e-9094-ade34634e698 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=02388d25-61ef-4fc0-85e1-8cb43c5683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495133 Jul 22 22:26:07.218808 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8152-00e7-4358-8659-6368a2097abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9675'] for router, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:07.221091 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8152-00e7-4358-8659-6368a2097abb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:07.265334 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8152-00e7-4358-8659-6368a2097abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-719692'] for router, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:07.266024 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4c8152-00e7-4358-8659-6368a2097abb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 280d73f5-b728-4c58-8967-8682d1fc3ee9 {{(pid=93279) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:26:07.270629 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8152-00e7-4358-8659-6368a2097abb admin admin] Notify callbacks [] for router, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:07.271806 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-1f4c8152-00e7-4358-8659-6368a2097abb admin admin] 10.222.0.11 "DELETE /v2.0/routers/280d73f5-b728-4c58-8967-8682d1fc3ee9 HTTP/1.1" status: 204 len: 168 time: 0.9073348 Jul 22 22:26:07.274435 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 53580) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:07.320880 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.db_base_plugin_v2 [None req-61f2612e-8fb4-4e18-8b8e-1fced95adf25 admin admin] Deleting subnet a88c21cc-6ef8-47ed-b7d1-2d78ca9f71c1 {{(pid=93279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:26:07.323959 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-61f2612e-8fb4-4e18-8b8e-1fced95adf25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:07.362874 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-61f2612e-8fb4-4e18-8b8e-1fced95adf25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2253524'] for subnet, precommit_delete_associations {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:07.448216 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-61f2612e-8fb4-4e18-8b8e-1fced95adf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759386'] for subnet, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:07.502174 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-61f2612e-8fb4-4e18-8b8e-1fced95adf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3960909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794102'] for subnet, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:07.529785 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2612e-8fb4-4e18-8b8e-1fced95adf25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a88c21cc-6ef8-47ed-b7d1-2d78ca9f71c1,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:07.531727 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-61f2612e-8fb4-4e18-8b8e-1fced95adf25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:07.533644 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-61f2612e-8fb4-4e18-8b8e-1fced95adf25 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a88c21cc-6ef8-47ed-b7d1-2d78ca9f71c1 HTTP/1.1" status: 204 len: 168 time: 0.2582276 Jul 22 22:26:07.536048 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 53582) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:07.538465 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f0a223-f3b2-413d-9bde-ea14a4c93296 None None] Network 4d783b34-d598-4fc8-8455-34553602708e requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:26:07.605698 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d69ac93c-1154-443b-aa86-90931ab5ad26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1788509'] for network, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:07.657807 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-d69ac93c-1154-443b-aa86-90931ab5ad26 admin admin] Deleting port 4dbf3f93-6b16-407c-bd28-14d54e34fb65 {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:26:07.658152 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d69ac93c-1154-443b-aa86-90931ab5ad26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:07.728351 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-d69ac93c-1154-443b-aa86-90931ab5ad26 admin admin] For port 4dbf3f93-6b16-407c-bd28-14d54e34fb65, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=4dbf3f93-6b16-407c-bd28-14d54e34fb65,segment=NetworkSegment(5e60ea7d-70e4-43ec-9114-4ccc9a736f0b),segment_id=5e60ea7d-70e4-43ec-9114-4ccc9a736f0b)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:26:07.728613 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d69ac93c-1154-443b-aa86-90931ab5ad26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:07.739777 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-d69ac93c-1154-443b-aa86-90931ab5ad26 admin admin] Calling delete_port for 4dbf3f93-6b16-407c-bd28-14d54e34fb65 owned by network:dhcp {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:26:07.794148 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d5f4c1-bd5b-4e8d-923f-41bb6f6e77bb None None] DHCP port deletion for 4d783b34-d598-4fc8-8455-34553602708e request from dv-cinder-801912-2-iscsi {{(pid=93280) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:26:07.822244 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d69ac93c-1154-443b-aa86-90931ab5ad26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960856'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:07.846574 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ac93c-1154-443b-aa86-90931ab5ad26 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dbf3f93-6b16-407c-bd28-14d54e34fb65,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:07.848316 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-f3d5f4c1-bd5b-4e8d-923f-41bb6f6e77bb None None] Deleting port 4dbf3f93-6b16-407c-bd28-14d54e34fb65 {{(pid=93280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:26:07.848717 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f3d5f4c1-bd5b-4e8d-923f-41bb6f6e77bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:07.849975 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69ac93c-1154-443b-aa86-90931ab5ad26 admin admin] No DVR routers for this DVR port 4dbf3f93-6b16-407c-bd28-14d54e34fb65 on host dv-cinder-801912-2-iscsi {{(pid=93279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:26:07.919065 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-f3d5f4c1-bd5b-4e8d-923f-41bb6f6e77bb None None] For port 4dbf3f93-6b16-407c-bd28-14d54e34fb65, host dv-cinder-801912-2-iscsi, got binding levels [] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:26:07.919462 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f3d5f4c1-bd5b-4e8d-923f-41bb6f6e77bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:07.924421 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d69ac93c-1154-443b-aa86-90931ab5ad26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760422', 'neutron.services.segments.db._delete_segments_for_network-8746838092337'] for network, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:07.931942 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-f3d5f4c1-bd5b-4e8d-923f-41bb6f6e77bb None None] Calling delete_port for 4dbf3f93-6b16-407c-bd28-14d54e34fb65 owned by network:dhcp {{(pid=93280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:26:07.934616 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.ipam_backend_mixin [None req-f3d5f4c1-bd5b-4e8d-923f-41bb6f6e77bb None None] Port 4dbf3f93-6b16-407c-bd28-14d54e34fb65 was not found and therefore no delete operation was performed {{(pid=93280) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 22:26:07.935009 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.services.segments.db [None req-d69ac93c-1154-443b-aa86-90931ab5ad26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d783b34-d598-4fc8-8455-34553602708e']}} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:07.935862 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f3d5f4c1-bd5b-4e8d-923f-41bb6f6e77bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634'] for port, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:07.945223 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.services.segments.db [None req-d69ac93c-1154-443b-aa86-90931ab5ad26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e60ea7d-70e4-43ec-9114-4ccc9a736f0b') {'for_net_delete': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:07.945528 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.services.segments.db [None req-d69ac93c-1154-443b-aa86-90931ab5ad26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e60ea7d-70e4-43ec-9114-4ccc9a736f0b') {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:07.954766 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d69ac93c-1154-443b-aa86-90931ab5ad26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746838093114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2253533'] for segment, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:07.962038 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d5f4c1-bd5b-4e8d-923f-41bb6f6e77bb None None] Pushing event deleted for resources: {'Port': ['ID=4dbf3f93-6b16-407c-bd28-14d54e34fb65,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:07.965475 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d5f4c1-bd5b-4e8d-923f-41bb6f6e77bb None None] No DVR routers for this DVR port 4dbf3f93-6b16-407c-bd28-14d54e34fb65 on host dv-cinder-801912-2-iscsi {{(pid=93280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:26:07.974380 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d69ac93c-1154-443b-aa86-90931ab5ad26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122'] for segment, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:07.980256 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d69ac93c-1154-443b-aa86-90931ab5ad26 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:26:07.980697 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d69ac93c-1154-443b-aa86-90931ab5ad26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3960887'] for segment, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:07.982452 dv-cinder-801912-2-iscsi neutron-server[93279]: Traceback (most recent call last): Jul 22 22:26:07.982452 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:26:07.982452 dv-cinder-801912-2-iscsi neutron-server[93279]: timer() Jul 22 22:26:07.982452 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:26:07.982452 dv-cinder-801912-2-iscsi neutron-server[93279]: cb(*args, **kw) Jul 22 22:26:07.982452 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:26:07.982452 dv-cinder-801912-2-iscsi neutron-server[93279]: return func(*args, **kwargs) Jul 22 22:26:07.982452 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:26:07.982452 dv-cinder-801912-2-iscsi neutron-server[93279]: self._notify() Jul 22 22:26:07.982452 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:26:07.982452 dv-cinder-801912-2-iscsi neutron-server[93279]: self.callback(batched_events) Jul 22 22:26:07.982452 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:26:07.982452 dv-cinder-801912-2-iscsi neutron-server[93279]: event.method(event) Jul 22 22:26:07.982452 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:26:07.982452 dv-cinder-801912-2-iscsi neutron-server[93279]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:26:07.982452 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:26:07.982452 dv-cinder-801912-2-iscsi neutron-server[93279]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:26:07.982452 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:26:07.982452 dv-cinder-801912-2-iscsi neutron-server[93279]: return f(self, *a, **k) Jul 22 22:26:07.982452 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:26:07.982452 dv-cinder-801912-2-iscsi neutron-server[93279]: return self._get(url).json() Jul 22 22:26:07.982452 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:26:07.982452 dv-cinder-801912-2-iscsi neutron-server[93279]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:26:07.982452 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:26:07.982452 dv-cinder-801912-2-iscsi neutron-server[93279]: return self.request(url, 'GET', **kwargs) Jul 22 22:26:07.982452 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:26:07.982452 dv-cinder-801912-2-iscsi neutron-server[93279]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:26:07.982452 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:26:07.982452 dv-cinder-801912-2-iscsi neutron-server[93279]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:26:07.982452 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:26:07.982452 dv-cinder-801912-2-iscsi neutron-server[93279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:26:07.982452 dv-cinder-801912-2-iscsi neutron-server[93279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:26:08.044800 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d69ac93c-1154-443b-aa86-90931ab5ad26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718227'] for network, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:08.052590 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d69ac93c-1154-443b-aa86-90931ab5ad26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:08.057869 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-d69ac93c-1154-443b-aa86-90931ab5ad26 admin admin] 10.222.0.11 "DELETE /v2.0/networks/4d783b34-d598-4fc8-8455-34553602708e HTTP/1.1" status: 204 len: 168 time: 0.5175300 Jul 22 22:26:08.067325 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ac93c-1154-443b-aa86-90931ab5ad26 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d783b34-d598-4fc8-8455-34553602708e,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:08.162778 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 53da315d-b7d7-4d59-9aaf-aeaa83e6740d no longer exists at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:26:08.185920 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] No Port match for: 53da315d-b7d7-4d59-9aaf-aeaa83e6740d {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:26:08.186435 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 53da315d-b7d7-4d59-9aaf-aeaa83e6740d not bound to the agent host dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:26:08.187139 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 907c7bec-729a-427c-8f45-ba7c9d880245 no longer exists at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:26:08.193260 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 53588) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:08.208921 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] No Port match for: 907c7bec-729a-427c-8f45-ba7c9d880245 {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:26:08.209585 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 907c7bec-729a-427c-8f45-ba7c9d880245 not bound to the agent host dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:26:08.210080 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 4dbf3f93-6b16-407c-bd28-14d54e34fb65 no longer exists at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:26:08.233288 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] No Port match for: 4dbf3f93-6b16-407c-bd28-14d54e34fb65 {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:26:08.233555 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 4dbf3f93-6b16-407c-bd28-14d54e34fb65 not bound to the agent host dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:26:08.242278 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-d48f2cf1-6ea5-4939-b360-d08dccd04144 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b39563db0dd14939a0f3c1819cd5901f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450516 Jul 22 22:26:08.242591 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 53590) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:08.292328 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb409fa7-582b-4e92-8018-f9d96909bad9 req-15015c2a-606b-4430-aae2-50b6024ef910 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:08.293882 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-cb409fa7-582b-4e92-8018-f9d96909bad9 req-15015c2a-606b-4430-aae2-50b6024ef910 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 945 time: 0.0764658 Jul 22 22:26:08.303950 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c35d9f79-a7a8-4044-9227-a684f2136ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:08.327043 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c35d9f79-a7a8-4044-9227-a684f2136ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:08.335352 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-cb409fa7-582b-4e92-8018-f9d96909bad9 req-74025de8-7ddb-4ac9-b5a1-099e915b2fea tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=02388d25-61ef-4fc0-85e1-8cb43c5683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356054 Jul 22 22:26:08.379950 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c35d9f79-a7a8-4044-9227-a684f2136ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:08.382665 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c35d9f79-a7a8-4044-9227-a684f2136ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:08.383854 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-c35d9f79-a7a8-4044-9227-a684f2136ea0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e7abf3fd-73ad-4ae1-89ec-1384fc88bb54 HTTP/1.1" status: 204 len: 168 time: 0.1401198 Jul 22 22:26:08.392572 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d9f79-a7a8-4044-9227-a684f2136ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7abf3fd-73ad-4ae1-89ec-1384fc88bb54,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:08.713654 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 53596) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:08.757167 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-d0acd215-971d-403a-b913-9b46f7e9d678 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5f1c74f83511427aafbef09ea50b7837&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417950 Jul 22 22:26:08.759573 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 53598) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:08.810244 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c9cfe021-6d53-48dc-9460-f9a2cf1d0045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:08.833309 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c9cfe021-6d53-48dc-9460-f9a2cf1d0045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:08.883805 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c9cfe021-6d53-48dc-9460-f9a2cf1d0045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:08.886531 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c9cfe021-6d53-48dc-9460-f9a2cf1d0045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:08.887984 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-c9cfe021-6d53-48dc-9460-f9a2cf1d0045 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a8a64ee6-a960-470b-ae7e-a41dbb47f4cb HTTP/1.1" status: 204 len: 168 time: 0.1274507 Jul 22 22:26:08.895937 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cfe021-6d53-48dc-9460-f9a2cf1d0045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a64ee6-a960-470b-ae7e-a41dbb47f4cb,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:09.478135 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f369967-f93e-4323-99b5-f4dc7ada6d4a req-8d3061c0-3c40-43b9-a8a6-f5a46337b4b3 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:09.479621 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7f369967-f93e-4323-99b5-f4dc7ada6d4a req-8d3061c0-3c40-43b9-a8a6-f5a46337b4b3 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 945 time: 0.0708592 Jul 22 22:26:09.517740 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-7f369967-f93e-4323-99b5-f4dc7ada6d4a req-46a089c4-38f7-44d4-b13d-45c7ed1079b9 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=02388d25-61ef-4fc0-85e1-8cb43c5683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324242 Jul 22 22:26:10.657672 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699562b-4844-42ff-8670-fdb5e96c088b req-626c5d43-568c-4398-ba0f-5c9cd9fdb8a0 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:10.659093 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f699562b-4844-42ff-8670-fdb5e96c088b req-626c5d43-568c-4398-ba0f-5c9cd9fdb8a0 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 945 time: 0.0666747 Jul 22 22:26:10.698778 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-f699562b-4844-42ff-8670-fdb5e96c088b req-30d00c41-e304-4f31-8349-59c0a89aba1b tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=02388d25-61ef-4fc0-85e1-8cb43c5683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327184 Jul 22 22:26:11.846428 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5029f14-8e0c-45d7-8d35-c8d4b3c27b49 req-9b81dc45-542e-4ea5-b955-995bd25a586a tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:11.847909 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e5029f14-8e0c-45d7-8d35-c8d4b3c27b49 req-9b81dc45-542e-4ea5-b955-995bd25a586a tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 945 time: 0.0763319 Jul 22 22:26:11.886594 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e5029f14-8e0c-45d7-8d35-c8d4b3c27b49 req-44e0127d-b745-4c4c-9521-722c834eed4c tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=02388d25-61ef-4fc0-85e1-8cb43c5683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324836 Jul 22 22:26:13.043779 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3f7a5-c309-4405-bc9b-ac5c610907ca req-dfa16961-d6e1-405f-91b6-8f753f7c7997 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:13.045295 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-16c3f7a5-c309-4405-bc9b-ac5c610907ca req-dfa16961-d6e1-405f-91b6-8f753f7c7997 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 945 time: 0.0674577 Jul 22 22:26:13.089565 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-16c3f7a5-c309-4405-bc9b-ac5c610907ca req-bc16d1c8-ca7e-4b64-b310-a4777999ca0d tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=02388d25-61ef-4fc0-85e1-8cb43c5683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386035 Jul 22 22:26:14.229297 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ace255-de77-4d1f-aff1-1d346a75d681 req-5c7032c1-5469-47c3-bc8d-9dc4fceed983 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:14.230812 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-50ace255-de77-4d1f-aff1-1d346a75d681 req-5c7032c1-5469-47c3-bc8d-9dc4fceed983 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 945 time: 0.0721707 Jul 22 22:26:14.269279 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-50ace255-de77-4d1f-aff1-1d346a75d681 req-cd48e9fc-d3ec-4449-802c-06708436f09d tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=02388d25-61ef-4fc0-85e1-8cb43c5683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320961 Jul 22 22:26:15.434089 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a1274-a356-4b5f-9a2a-47fdd8d25133 req-2551ddc1-0754-4061-b92d-408e84880fc0 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:15.437978 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-031a1274-a356-4b5f-9a2a-47fdd8d25133 req-2551ddc1-0754-4061-b92d-408e84880fc0 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 945 time: 0.0885699 Jul 22 22:26:15.481905 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-031a1274-a356-4b5f-9a2a-47fdd8d25133 req-b9d3c489-dadb-49e8-a433-b3eb1f5a8008 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=02388d25-61ef-4fc0-85e1-8cb43c5683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383568 Jul 22 22:26:15.711771 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7180e-c3df-4c23-820f-e97e11f9a276 req-67469c41-9326-484b-a183-68a7d1b47df3 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:15.713375 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5cb7180e-c3df-4c23-820f-e97e11f9a276 req-67469c41-9326-484b-a183-68a7d1b47df3 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 945 time: 0.0692801 Jul 22 22:26:15.737968 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fe37d-be32-49fa-8bcc-66e1c0bb7395 req-290fdab7-ba3b-425f-b42f-93f6734ae959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:15.739538 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a91fe37d-be32-49fa-8bcc-66e1c0bb7395 req-290fdab7-ba3b-425f-b42f-93f6734ae959 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=95465b0debf04b0a96b7da0325051460&device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 1098 time: 0.0570846 Jul 22 22:26:15.756781 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5cb7180e-c3df-4c23-820f-e97e11f9a276 req-d412a464-93ad-425a-9637-335f8a7a31cb tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=02388d25-61ef-4fc0-85e1-8cb43c5683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330093 Jul 22 22:26:15.832004 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fe37d-be32-49fa-8bcc-66e1c0bb7395 req-fe11cef8-0273-47e1-bcd2-26348909ec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:15.833489 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a91fe37d-be32-49fa-8bcc-66e1c0bb7395 req-fe11cef8-0273-47e1-bcd2-26348909ec85 service neutron] 10.222.0.115 "GET /v2.0/networks?id=1495ba4d-e888-4827-9487-53dfbbe585b1 HTTP/1.1" status: 200 len: 912 time: 0.0866251 Jul 22 22:26:15.903253 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a91fe37d-be32-49fa-8bcc-66e1c0bb7395 req-ee10856b-885a-4072-9631-c390e92b53fe service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d3f070b-2a17-46c9-b6b4-23c4062db545 HTTP/1.1" status: 200 len: 1000 time: 0.0627177 Jul 22 22:26:15.957488 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fe37d-be32-49fa-8bcc-66e1c0bb7395 req-d855e732-a980-4d15-bea2-8b5700fb9632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:15.959683 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a91fe37d-be32-49fa-8bcc-66e1c0bb7395 req-d855e732-a980-4d15-bea2-8b5700fb9632 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=5fd42f08-c186-49cf-a784-779ffc6ad00f HTTP/1.1" status: 200 len: 850 time: 0.0505955 Jul 22 22:26:16.029242 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fe37d-be32-49fa-8bcc-66e1c0bb7395 req-0ca958b1-6d80-4bf6-8e87-2a2bde140659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:16.031314 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a91fe37d-be32-49fa-8bcc-66e1c0bb7395 req-0ca958b1-6d80-4bf6-8e87-2a2bde140659 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=1495ba4d-e888-4827-9487-53dfbbe585b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0656030 Jul 22 22:26:16.127683 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a91fe37d-be32-49fa-8bcc-66e1c0bb7395 req-9030a429-c980-4440-9361-12f475e611d5 service neutron] 10.222.0.115 "GET /v2.0/networks/1495ba4d-e888-4827-9487-53dfbbe585b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895252 Jul 22 22:26:16.224583 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-a91fe37d-be32-49fa-8bcc-66e1c0bb7395 req-9da17511-e95d-4375-af98-30cc0a0eeb38 service neutron] 10.222.0.115 "GET /v2.0/networks/1495ba4d-e888-4827-9487-53dfbbe585b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901101 Jul 22 22:26:16.575542 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c63d0a1d-14c0-4a02-98c3-4f7dd67fdca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:16.901767 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98326617-3316-44a3-9d67-96acc532814c req-4cea50fb-bc43-439b-935e-adda2c03903b tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:16.903261 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-98326617-3316-44a3-9d67-96acc532814c req-4cea50fb-bc43-439b-935e-adda2c03903b tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 945 time: 0.0672450 Jul 22 22:26:16.942477 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-98326617-3316-44a3-9d67-96acc532814c req-a49c270f-a6b4-499e-aac3-ecc950cd3ce4 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=02388d25-61ef-4fc0-85e1-8cb43c5683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333388 Jul 22 22:26:18.943124 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2685e1ab-6e2c-4540-9e71-e7f0b9141b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:19.192228 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:20.246480 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:21.892176 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:26.748585 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:28.843087 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ffaf7663-69f3-4af1-9559-631eb7c6edb4 req-ad685bb0-0b21-441e-9c48-b2b00267ab70 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=3ff1df9b-9c14-4c82-8e6c-2cf0e367b505&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2069950 Jul 22 22:26:28.931550 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf7663-69f3-4af1-9559-631eb7c6edb4 req-da689c63-733c-496d-a571-2883c272f773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:28.933309 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ffaf7663-69f3-4af1-9559-631eb7c6edb4 req-da689c63-733c-496d-a571-2883c272f773 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=2abfaf6202824c23a8f6aaad9e7a16df&device_id=3ff1df9b-9c14-4c82-8e6c-2cf0e367b505 HTTP/1.1" status: 200 len: 1098 time: 0.0604825 Jul 22 22:26:29.057781 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf7663-69f3-4af1-9559-631eb7c6edb4 req-2749f935-8e2c-4093-acd0-d0daae6f734b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:29.059385 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ffaf7663-69f3-4af1-9559-631eb7c6edb4 req-2749f935-8e2c-4093-acd0-d0daae6f734b service neutron] 10.222.0.115 "GET /v2.0/networks?id=f064cf42-f96c-4b47-830d-0a5aaa0b3353 HTTP/1.1" status: 200 len: 912 time: 0.1010387 Jul 22 22:26:29.128919 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ffaf7663-69f3-4af1-9559-631eb7c6edb4 req-c2e5790a-77ff-43be-abba-7ddb84375305 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5777cb53-b656-4594-891d-84caa6d9669c HTTP/1.1" status: 200 len: 1001 time: 0.0625939 Jul 22 22:26:29.183955 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf7663-69f3-4af1-9559-631eb7c6edb4 req-43298a7d-e068-4499-a2b8-9a1ac676be19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:29.185424 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ffaf7663-69f3-4af1-9559-631eb7c6edb4 req-43298a7d-e068-4499-a2b8-9a1ac676be19 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=fec4972d-bc34-4dad-b039-91d3c3c2c734 HTTP/1.1" status: 200 len: 850 time: 0.0489933 Jul 22 22:26:29.251489 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf7663-69f3-4af1-9559-631eb7c6edb4 req-469b4b4c-ef78-489f-ba6d-5196ce30a7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:29.253087 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ffaf7663-69f3-4af1-9559-631eb7c6edb4 req-469b4b4c-ef78-489f-ba6d-5196ce30a7b5 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f064cf42-f96c-4b47-830d-0a5aaa0b3353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0605862 Jul 22 22:26:29.265159 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [req-ffaf7663-69f3-4af1-9559-631eb7c6edb4 req-d4a52b67-b159-4b43-b76e-63b01b80596c service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:26:29.266220 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ffaf7663-69f3-4af1-9559-631eb7c6edb4 req-d4a52b67-b159-4b43-b76e-63b01b80596c service neutron] 10.222.0.115 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056105 Jul 22 22:26:29.361570 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ffaf7663-69f3-4af1-9559-631eb7c6edb4 req-45ccda26-0c9f-40af-8d2c-cadb3f78ab9f service neutron] 10.222.0.115 "GET /v2.0/networks/f064cf42-f96c-4b47-830d-0a5aaa0b3353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877247 Jul 22 22:26:29.465220 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ffaf7663-69f3-4af1-9559-631eb7c6edb4 req-789843a3-edc1-4b37-aeef-e3af82fdb4aa service neutron] 10.222.0.115 "GET /v2.0/networks/f064cf42-f96c-4b47-830d-0a5aaa0b3353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964007 Jul 22 22:26:33.899917 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 6 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:26:46.583915 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f6690bb9-1260-4b60-b839-909ebb5e18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:48.946827 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6597e15c-e59a-4495-97b1-329de8546e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:49.202007 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:50.248969 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:51.897812 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:52.566562 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ce1c1-e806-407e-937d-6ba757834659 req-164f3386-7602-47aa-8a8d-4d238a283fd2 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:52.568048 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4f0ce1c1-e806-407e-937d-6ba757834659 req-164f3386-7602-47aa-8a8d-4d238a283fd2 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 945 time: 0.0648890 Jul 22 22:26:52.607726 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4f0ce1c1-e806-407e-937d-6ba757834659 req-aca1e25c-468d-4e36-9e9f-673d16b65c97 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=02388d25-61ef-4fc0-85e1-8cb43c5683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327914 Jul 22 22:26:53.742920 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88ac28-0115-44c9-a98a-9f2c975ab9d6 req-1c2f9245-34ec-4986-b276-3d69be62c4f2 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:53.745221 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-6e88ac28-0115-44c9-a98a-9f2c975ab9d6 req-1c2f9245-34ec-4986-b276-3d69be62c4f2 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 945 time: 0.0673645 Jul 22 22:26:53.782112 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-6e88ac28-0115-44c9-a98a-9f2c975ab9d6 req-ad0fd2d4-a9a8-4eaf-95e4-db55f95501f7 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=02388d25-61ef-4fc0-85e1-8cb43c5683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313594 Jul 22 22:26:54.473524 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8645f-4598-4768-b1b8-a631dc532f32 req-3adf3d09-5d10-4baf-a55c-3894dfa8a2df tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:54.474876 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fdb8645f-4598-4768-b1b8-a631dc532f32 req-3adf3d09-5d10-4baf-a55c-3894dfa8a2df tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.115 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 945 time: 0.0619342 Jul 22 22:26:54.577658 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-fdb8645f-4598-4768-b1b8-a631dc532f32 req-aad865e9-e0c8-414a-b18f-d92cdafdacde tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Deleting port 0d3f070b-2a17-46c9-b6b4-23c4062db545 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:26:54.577992 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-fdb8645f-4598-4768-b1b8-a631dc532f32 req-aad865e9-e0c8-414a-b18f-d92cdafdacde tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:54.666749 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-fdb8645f-4598-4768-b1b8-a631dc532f32 req-aad865e9-e0c8-414a-b18f-d92cdafdacde tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] For port 0d3f070b-2a17-46c9-b6b4-23c4062db545, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0d3f070b-2a17-46c9-b6b4-23c4062db545,segment=NetworkSegment(fee2eda8-0e4a-4881-b822-7c3ccb435313),segment_id=fee2eda8-0e4a-4881-b822-7c3ccb435313)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:26:54.667097 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-fdb8645f-4598-4768-b1b8-a631dc532f32 req-aad865e9-e0c8-414a-b18f-d92cdafdacde tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:54.838966 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-fdb8645f-4598-4768-b1b8-a631dc532f32 req-aad865e9-e0c8-414a-b18f-d92cdafdacde tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:54.839342 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-fdb8645f-4598-4768-b1b8-a631dc532f32 req-aad865e9-e0c8-414a-b18f-d92cdafdacde tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718221'] for floatingip, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:54.839657 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.db.l3_db [req-fdb8645f-4598-4768-b1b8-a631dc532f32 req-aad865e9-e0c8-414a-b18f-d92cdafdacde tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Floating IP 61234ce7-05f7-4ac5-b779-f7aa6b0471d0 disassociated. External IP: 172.27.3.60, port: 0d3f070b-2a17-46c9-b6b4-23c4062db545. Jul 22 22:26:54.839993 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-fdb8645f-4598-4768-b1b8-a631dc532f32 req-aad865e9-e0c8-414a-b18f-d92cdafdacde tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Calling delete_port for 0d3f070b-2a17-46c9-b6b4-23c4062db545 owned by compute:nova {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:26:54.915218 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed28a8e-8223-45e7-a997-dbb74d2cf37f req-a676db5c-b730-4688-a2b2-77995d2a6c6b tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:54.916801 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5ed28a8e-8223-45e7-a997-dbb74d2cf37f req-a676db5c-b730-4688-a2b2-77995d2a6c6b tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e5a7fb-7f36-4e34-91a8-30a4e2db4641 HTTP/1.1" status: 200 len: 945 time: 0.0663629 Jul 22 22:26:54.958464 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5ed28a8e-8223-45e7-a997-dbb74d2cf37f req-7835de16-61cd-49f0-b268-4ec7cddc466c tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=02388d25-61ef-4fc0-85e1-8cb43c5683cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354257 Jul 22 22:26:54.972530 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-fdb8645f-4598-4768-b1b8-a631dc532f32 req-aad865e9-e0c8-414a-b18f-d92cdafdacde tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:55.011871 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad865e9-e0c8-414a-b18f-d92cdafdacde tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Pushing event deleted for resources: {'Port': ['ID=0d3f070b-2a17-46c9-b6b4-23c4062db545,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:55.023590 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad865e9-e0c8-414a-b18f-d92cdafdacde tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:55.023958 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad865e9-e0c8-414a-b18f-d92cdafdacde tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:55.024341 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad865e9-e0c8-414a-b18f-d92cdafdacde tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:55.024727 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad865e9-e0c8-414a-b18f-d92cdafdacde tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:55.025007 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad865e9-e0c8-414a-b18f-d92cdafdacde tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:55.025345 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad865e9-e0c8-414a-b18f-d92cdafdacde tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:55.025671 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad865e9-e0c8-414a-b18f-d92cdafdacde tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:55.025998 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad865e9-e0c8-414a-b18f-d92cdafdacde tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:55.026326 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad865e9-e0c8-414a-b18f-d92cdafdacde tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:55.026668 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad865e9-e0c8-414a-b18f-d92cdafdacde tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:55.026979 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad865e9-e0c8-414a-b18f-d92cdafdacde tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:55.027297 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad865e9-e0c8-414a-b18f-d92cdafdacde tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:55.138010 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdb8645f-4598-4768-b1b8-a631dc532f32 req-aad865e9-e0c8-414a-b18f-d92cdafdacde tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Router 528b3d76-bb93-435c-8200-1d1d053483dc has already been hosted by L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:26:55.245911 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdb8645f-4598-4768-b1b8-a631dc532f32 req-aad865e9-e0c8-414a-b18f-d92cdafdacde tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:26:55.256310 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4543787-b8dd-46e9-ae46-f2e50dc1a58a None None] Sync routers for ids ['528b3d76-bb93-435c-8200-1d1d053483dc'] in dv-cinder-801912-2-iscsi {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:26:55.266491 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4543787-b8dd-46e9-ae46-f2e50dc1a58a None None] Routers {'528b3d76-bb93-435c-8200-1d1d053483dc'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:26:55.267089 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-f4543787-b8dd-46e9-ae46-f2e50dc1a58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:26:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['528b3d76-bb93-435c-8200-1d1d053483dc'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:55.296150 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb8645f-4598-4768-b1b8-a631dc532f32 req-aad865e9-e0c8-414a-b18f-d92cdafdacde tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] No DVR routers for this DVR port 0d3f070b-2a17-46c9-b6b4-23c4062db545 on host hv-cinder-80191 {{(pid=93278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:26:55.298778 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-fdb8645f-4598-4768-b1b8-a631dc532f32 req-aad865e9-e0c8-414a-b18f-d92cdafdacde tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:55.300868 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fdb8645f-4598-4768-b1b8-a631dc532f32 req-aad865e9-e0c8-414a-b18f-d92cdafdacde tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.115 "DELETE /v2.0/ports/0d3f070b-2a17-46c9-b6b4-23c4062db545 HTTP/1.1" status: 204 len: 173 time: 0.8206680 Jul 22 22:26:55.301314 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e5a7fb-7f36-4e34-91a8-30a4e2db4641', 'name': 'network-vif-deleted', 'tag': '0d3f070b-2a17-46c9-b6b4-23c4062db545'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:26:55.303605 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688fd877-2dc3-4da6-99f1-b8e13a8f60c5" -d '{"events": [{"server_uuid": "25e5a7fb-7f36-4e34-91a8-30a4e2db4641", "name": "network-vif-deleted", "tag": "0d3f070b-2a17-46c9-b6b4-23c4062db545"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:26:55.378354 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-f4543787-b8dd-46e9-ae46-f2e50dc1a58a None None] Set router 528b3d76-bb93-435c-8200-1d1d053483dc gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:26:55.486719 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e25c0b5-2f6e-451f-b48a-29308dc239ee x-openstack-request-id: req-0e25c0b5-2f6e-451f-b48a-29308dc239ee {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:26:55.487325 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e5a7fb-7f36-4e34-91a8-30a4e2db4641", "name": "network-vif-deleted", "tag": "0d3f070b-2a17-46c9-b6b4-23c4062db545", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:26:55.487325 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0e25c0b5-2f6e-451f-b48a-29308dc239ee {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:26:55.487644 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e5a7fb-7f36-4e34-91a8-30a4e2db4641', 'name': 'network-vif-deleted', 'tag': '0d3f070b-2a17-46c9-b6b4-23c4062db545', 'status': 'completed', 'code': 200} Jul 22 22:26:55.617993 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-f4543787-b8dd-46e9-ae46-f2e50dc1a58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'name': 'tempest-AttachVolumeTestJSON-1431955537-router', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '28495245-f12e-475a-a019-d15da44b9d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:24:02Z', 'revision_number': 4, 'project_id': '95465b0debf04b0a96b7da0325051460', 'gw_port': {'id': '28495245-f12e-475a-a019-d15da44b9d83', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe', 'name': '', 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'mac_address': 'fa:16:3e:75:40:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5fd42f08-c186-49cf-a784-779ffc6ad00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:02Z', 'updated_at': '2021-07-22T22:24:08Z', 'revision_number': 5, 'project_id': '95465b0debf04b0a96b7da0325051460', 'subnets': [{'id': '5fd42f08-c186-49cf-a784-779ffc6ad00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:55.742671 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4543787-b8dd-46e9-ae46-f2e50dc1a58a None None] Checking router: 528b3d76-bb93-435c-8200-1d1d053483dc for host: dv-cinder-801912-2-iscsi {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:26:55.753276 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4543787-b8dd-46e9-ae46-f2e50dc1a58a None None] Routers {'528b3d76-bb93-435c-8200-1d1d053483dc'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:26:55.753938 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-f4543787-b8dd-46e9-ae46-f2e50dc1a58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:26:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['528b3d76-bb93-435c-8200-1d1d053483dc'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:55.865371 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-f4543787-b8dd-46e9-ae46-f2e50dc1a58a None None] Set router 528b3d76-bb93-435c-8200-1d1d053483dc gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:26:56.046323 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 53656) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:56.068916 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-f4543787-b8dd-46e9-ae46-f2e50dc1a58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'name': 'tempest-AttachVolumeTestJSON-1431955537-router', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '28495245-f12e-475a-a019-d15da44b9d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:24:02Z', 'revision_number': 4, 'project_id': '95465b0debf04b0a96b7da0325051460', 'gw_port': {'id': '28495245-f12e-475a-a019-d15da44b9d83', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe', 'name': '', 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'mac_address': 'fa:16:3e:75:40:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5fd42f08-c186-49cf-a784-779ffc6ad00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:02Z', 'updated_at': '2021-07-22T22:24:08Z', 'revision_number': 5, 'project_id': '95465b0debf04b0a96b7da0325051460', 'subnets': [{'id': '5fd42f08-c186-49cf-a784-779ffc6ad00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:56.096034 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4543787-b8dd-46e9-ae46-f2e50dc1a58a None None] The sync data for ids ['528b3d76-bb93-435c-8200-1d1d053483dc'] in dv-cinder-801912-2-iscsi is: [{'id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'name': 'tempest-AttachVolumeTestJSON-1431955537-router', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '28495245-f12e-475a-a019-d15da44b9d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:24:02Z', 'revision_number': 4, 'project_id': '95465b0debf04b0a96b7da0325051460', 'gw_port': {'id': '28495245-f12e-475a-a019-d15da44b9d83', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe', 'name': '', 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'mac_address': 'fa:16:3e:75:40:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5fd42f08-c186-49cf-a784-779ffc6ad00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:02Z', 'updated_at': '2021-07-22T22:24:08Z', 'revision_number': 5, 'project_id': '95465b0debf04b0a96b7da0325051460', 'subnets': [{'id': '5fd42f08-c186-49cf-a784-779ffc6ad00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:26:56.105483 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0304f756-ee6d-444b-ba8f-b87a76338e9f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:56.138962 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0304f756-ee6d-444b-ba8f-b87a76338e9f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:56.186842 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0304f756-ee6d-444b-ba8f-b87a76338e9f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:56.189511 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0304f756-ee6d-444b-ba8f-b87a76338e9f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:56.190650 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-0304f756-ee6d-444b-ba8f-b87a76338e9f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "DELETE /v2.0/security-groups/02388d25-61ef-4fc0-85e1-8cb43c5683cc HTTP/1.1" status: 204 len: 168 time: 0.1432385 Jul 22 22:26:56.193427 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 53658) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:56.200442 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304f756-ee6d-444b-ba8f-b87a76338e9f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02388d25-61ef-4fc0-85e1-8cb43c5683cc,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:56.207273 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0304f756-ee6d-444b-ba8f-b87a76338e9f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:56.207620 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0304f756-ee6d-444b-ba8f-b87a76338e9f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:56.207917 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.api.v2.resource [None req-e29c3115-8225-408e-b95c-249fe0f33ea8 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] show failed (client error): The resource could not be found. Jul 22 22:26:56.208046 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0304f756-ee6d-444b-ba8f-b87a76338e9f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:56.208317 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0304f756-ee6d-444b-ba8f-b87a76338e9f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:56.211521 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0304f756-ee6d-444b-ba8f-b87a76338e9f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:56.211667 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-e29c3115-8225-408e-b95c-249fe0f33ea8 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups/02388d25-61ef-4fc0-85e1-8cb43c5683cc HTTP/1.1" status: 404 len: 347 time: 0.0145483 Jul 22 22:26:56.211826 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0304f756-ee6d-444b-ba8f-b87a76338e9f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:56.211826 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0304f756-ee6d-444b-ba8f-b87a76338e9f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:56.211826 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0304f756-ee6d-444b-ba8f-b87a76338e9f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:56.211826 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0304f756-ee6d-444b-ba8f-b87a76338e9f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:56.211826 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0304f756-ee6d-444b-ba8f-b87a76338e9f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:56.211826 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0304f756-ee6d-444b-ba8f-b87a76338e9f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:56.211826 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0304f756-ee6d-444b-ba8f-b87a76338e9f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:56.212526 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 53660) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:56.339609 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23afb6f-bb5a-48c2-b2bb-fc46f12451c0 None None] New status for floating IP 61234ce7-05f7-4ac5-b779-f7aa6b0471d0: DOWN {{(pid=93280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:26:56.343420 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8bc81-6fbc-416f-8591-32cbcf72654e tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Deleting port 54b59e16-ebc4-4a12-a5ef-18f5c2c85fa7 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:26:56.343755 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-cbf8bc81-6fbc-416f-8591-32cbcf72654e tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:56.420466 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-cbf8bc81-6fbc-416f-8591-32cbcf72654e tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:56.420793 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-cbf8bc81-6fbc-416f-8591-32cbcf72654e tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:56.432771 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8bc81-6fbc-416f-8591-32cbcf72654e tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Calling delete_port for 54b59e16-ebc4-4a12-a5ef-18f5c2c85fa7 owned by network:floatingip {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:26:56.574271 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-cbf8bc81-6fbc-416f-8591-32cbcf72654e tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:56.597771 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8bc81-6fbc-416f-8591-32cbcf72654e tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Pushing event deleted for resources: {'Port': ['ID=54b59e16-ebc4-4a12-a5ef-18f5c2c85fa7,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:56.664159 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-cbf8bc81-6fbc-416f-8591-32cbcf72654e tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for floatingip, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:56.666771 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-cbf8bc81-6fbc-416f-8591-32cbcf72654e tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for floatingip, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:56.667918 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-cbf8bc81-6fbc-416f-8591-32cbcf72654e tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "DELETE /v2.0/floatingips/61234ce7-05f7-4ac5-b779-f7aa6b0471d0 HTTP/1.1" status: 204 len: 168 time: 0.4549501 Jul 22 22:26:56.757345 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:57.221884 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 53664) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:57.226611 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-8e10b6d6-e5f6-449d-80f3-3d586c1f3374 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Request body: {'security_group': {'name': 'tempest-securitygroup--748069145', 'description': 'tempest-description--1136013762'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:26:57.254462 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8e10b6d6-e5f6-449d-80f3-3d586c1f3374 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:57.345218 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8e10b6d6-e5f6-449d-80f3-3d586c1f3374 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:57.349236 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8e10b6d6-e5f6-449d-80f3-3d586c1f3374 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:57.381415 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10b6d6-e5f6-449d-80f3-3d586c1f3374 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36dccba9-ebaf-41a7-923c-4503d47bb30d,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:57.385893 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8e10b6d6-e5f6-449d-80f3-3d586c1f3374 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:57.387377 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-8e10b6d6-e5f6-449d-80f3-3d586c1f3374 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1642282 Jul 22 22:26:57.390384 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 53666) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:57.394821 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-bc0dff65-71b1-4b9b-8f56-4caf9da9b0a1 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Request body: {'security_group_rule': {'security_group_id': '36dccba9-ebaf-41a7-923c-4503d47bb30d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:26:57.421983 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc0dff65-71b1-4b9b-8f56-4caf9da9b0a1 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:57.479474 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc0dff65-71b1-4b9b-8f56-4caf9da9b0a1 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:57.483385 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc0dff65-71b1-4b9b-8f56-4caf9da9b0a1 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559436'] for security_group_rule, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:57.501726 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0dff65-71b1-4b9b-8f56-4caf9da9b0a1 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb729fe-9632-464f-ab2e-de3acf97e2ce,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:57.507342 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc0dff65-71b1-4b9b-8f56-4caf9da9b0a1 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:57.510203 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-bc0dff65-71b1-4b9b-8f56-4caf9da9b0a1 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1188364 Jul 22 22:26:57.511818 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 53668) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:57.525402 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-2eadceec-fd5c-47cf-84e0-e9d2236faf27 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Request body: {'security_group_rule': {'security_group_id': '36dccba9-ebaf-41a7-923c-4503d47bb30d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:26:57.566459 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2eadceec-fd5c-47cf-84e0-e9d2236faf27 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:57.637366 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2eadceec-fd5c-47cf-84e0-e9d2236faf27 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:57.641916 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2eadceec-fd5c-47cf-84e0-e9d2236faf27 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559436'] for security_group_rule, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:57.667149 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eadceec-fd5c-47cf-84e0-e9d2236faf27 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d32b1bd-76b5-44c6-a1be-66daaa7234cc,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:57.672289 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2eadceec-fd5c-47cf-84e0-e9d2236faf27 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:57.673548 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-2eadceec-fd5c-47cf-84e0-e9d2236faf27 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1601150 Jul 22 22:26:57.677159 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 53670) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:57.683358 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-6e698415-1c82-4378-bbe2-4774afa93a7d tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Request body: {'floatingip': {'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:26:57.705314 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6e698415-1c82-4378-bbe2-4774afa93a7d tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for floatingip, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:57.813838 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6e698415-1c82-4378-bbe2-4774afa93a7d tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:57.922325 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.db_base_plugin_common [None req-6e698415-1c82-4378-bbe2-4774afa93a7d tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Allocated IP 172.27.3.101 (f8c72cc4-96e2-4f72-802d-5144237f0ca7/448cec93-c98c-4ed8-8dac-ac905c6d6ede/7ae50b4e-f71c-4c27-a9c2-4bb8cf595b9c) {{(pid=93279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:26:58.023960 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6e698415-1c82-4378-bbe2-4774afa93a7d tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for port, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:58.064777 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6e698415-1c82-4378-bbe2-4774afa93a7d tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960856'] for port, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:58.111481 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e698415-1c82-4378-bbe2-4774afa93a7d tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Network f8c72cc4-96e2-4f72-802d-5144237f0ca7 is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:26:58.114429 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-6e698415-1c82-4378-bbe2-4774afa93a7d tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:26:58.119124 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e698415-1c82-4378-bbe2-4774afa93a7d tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Received port after_create {{(pid=93279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:26:58.122252 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e698415-1c82-4378-bbe2-4774afa93a7d tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Pushing event updated for resources: {'Port': ['ID=7ae50b4e-f71c-4c27-a9c2-4bb8cf595b9c,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:58.217632 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6e698415-1c82-4378-bbe2-4774afa93a7d tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:58.266676 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6e698415-1c82-4378-bbe2-4774afa93a7d tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:58.533803 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 0d3f070b-2a17-46c9-b6b4-23c4062db545 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:26:58.555996 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] No Port match for: 0d3f070b-2a17-46c9-b6b4-23c4062db545 {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:26:58.556376 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 0d3f070b-2a17-46c9-b6b4-23c4062db545 not bound to the agent host hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:26:58.702191 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6e698415-1c82-4378-bbe2-4774afa93a7d tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for port, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:58.706709 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6e698415-1c82-4378-bbe2-4774afa93a7d tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3960851'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:58.782815 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e698415-1c82-4378-bbe2-4774afa93a7d tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Pushing event updated for resources: {'Port': ['ID=7ae50b4e-f71c-4c27-a9c2-4bb8cf595b9c,revision_number=2']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:58.794024 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6e698415-1c82-4378-bbe2-4774afa93a7d tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718221'] for floatingip, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:58.809471 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6e698415-1c82-4378-bbe2-4774afa93a7d tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for floatingip, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:58.810585 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-6e698415-1c82-4378-bbe2-4774afa93a7d tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1323745 Jul 22 22:26:59.017472 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-5e4f779d-e2b2-4d8e-85de-514ac3e846e7 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--748069145&fields=id&tenant_id=95465b0debf04b0a96b7da0325051460 HTTP/1.1" status: 200 len: 267 time: 0.0346282 Jul 22 22:26:59.119039 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-fc472cf0-99bd-4a68-abeb-8a0b04bd0672 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:59.120394 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-fc472cf0-99bd-4a68-abeb-8a0b04bd0672 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/networks?id=1495ba4d-e888-4827-9487-53dfbbe585b1 HTTP/1.1" status: 200 len: 811 time: 0.0966210 Jul 22 22:26:59.134692 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-3e4c7d77-7e50-489a-bab7-ca507d79940b tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/quotas/95465b0debf04b0a96b7da0325051460 HTTP/1.1" status: 200 len: 375 time: 0.0089014 Jul 22 22:26:59.210185 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-0f42b5a5-64c8-49b2-a5d6-7db1ff9e114d tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=95465b0debf04b0a96b7da0325051460&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0704613 Jul 22 22:26:59.273631 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-c3237288-6a7e-4e06-88e5-37879a818410 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93279) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:26:59.275253 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-c3237288-6a7e-4e06-88e5-37879a818410 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0535660 Jul 22 22:26:59.364165 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-51d023bb-5678-4b90-b6b4-5f80b0311731 service neutron] 10.222.0.11 "GET /v2.0/networks/1495ba4d-e888-4827-9487-53dfbbe585b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831218 Jul 22 22:26:59.454446 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-4b8acac2-ed43-4599-a29d-6693f75bd9cf service neutron] 10.222.0.11 "GET /v2.0/networks/1495ba4d-e888-4827-9487-53dfbbe585b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844593 Jul 22 22:26:59.618540 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-5282774b-2c02-47a6-8e5e-aa8ff92ace2e req-576c6b5f-723f-4b05-a7c9-0e44d125d818 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b4d6d84-fcd4-4484-a542-808690eb0eeb HTTP/1.1" status: 200 len: 210 time: 0.0353117 Jul 22 22:27:00.736365 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-15b25180-3b37-4216-ba64-39de50bcb049 req-c0a1f7d8-4722-464c-9ee9-067e96aa2e22 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b4d6d84-fcd4-4484-a542-808690eb0eeb HTTP/1.1" status: 200 len: 210 time: 0.0353050 Jul 22 22:27:00.783072 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-628671d6-ebff-42d0-b2a8-e3477fd3598a tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:00.785077 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-628671d6-ebff-42d0-b2a8-e3477fd3598a tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.115 "GET /v2.0/networks?id=1495ba4d-e888-4827-9487-53dfbbe585b1 HTTP/1.1" status: 200 len: 811 time: 0.1255693 Jul 22 22:27:00.834002 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-aa784fca-f083-4161-8fa0-be6c3106321d tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95465b0debf04b0a96b7da0325051460 HTTP/1.1" status: 200 len: 379 time: 0.0404232 Jul 22 22:27:00.846794 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-3296a253-22bc-4144-a0ab-b0067c1a6215 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Request body: {'port': {'device_id': '6b4d6d84-fcd4-4484-a542-808690eb0eeb', 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1', 'admin_state_up': True, 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'security_groups': ['36dccba9-ebaf-41a7-923c-4503d47bb30d']}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:27:00.965424 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-3296a253-22bc-4144-a0ab-b0067c1a6215 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Made reservation on behalf of 95465b0debf04b0a96b7da0325051460 for: {'port': 1} {{(pid=93278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:27:00.969347 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-3296a253-22bc-4144-a0ab-b0067c1a6215 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:01.114951 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_common [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-3296a253-22bc-4144-a0ab-b0067c1a6215 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Allocated IP 172.20.0.12 (1495ba4d-e888-4827-9487-53dfbbe585b1/5fd42f08-c186-49cf-a784-779ffc6ad00f/f5fe8cf3-3823-46a2-aea9-f7cad3a286f4) {{(pid=93278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:27:01.274415 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-3296a253-22bc-4144-a0ab-b0067c1a6215 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for port, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:01.288842 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-3296a253-22bc-4144-a0ab-b0067c1a6215 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Transition to ACTIVE for port object f5fe8cf3-3823-46a2-aea9-f7cad3a286f4 will not be triggered until provisioned by entity DHCP. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:27:01.326864 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-3296a253-22bc-4144-a0ab-b0067c1a6215 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746837621625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:01.384133 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-3296a253-22bc-4144-a0ab-b0067c1a6215 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Network 1495ba4d-e888-4827-9487-53dfbbe585b1 is already hosted by enough agents. {{(pid=93278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:27:01.388818 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.base_scheduler [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-3296a253-22bc-4144-a0ab-b0067c1a6215 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Resources bound (agent type, host, resource id): {{(pid=93278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:27:01.392882 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-3296a253-22bc-4144-a0ab-b0067c1a6215 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Received port after_create {{(pid=93278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:27:01.421052 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296a253-22bc-4144-a0ab-b0067c1a6215 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Pushing event updated for resources: {'Port': ['ID=f5fe8cf3-3823-46a2-aea9-f7cad3a286f4,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:01.449926 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-3296a253-22bc-4144-a0ab-b0067c1a6215 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:01.450667 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-3296a253-22bc-4144-a0ab-b0067c1a6215 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:01.465734 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-3296a253-22bc-4144-a0ab-b0067c1a6215 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6256802 Jul 22 22:27:01.478167 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.v2.base [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-73abeda4-73f2-4977-a21e-55d806964aa2 service neutron] Request body: {'port': {'device_id': '6b4d6d84-fcd4-4484-a542-808690eb0eeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:27:01.557403 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-73abeda4-73f2-4977-a21e-55d806964aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:01.644281 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-815effa0-dc4b-42d5-a292-514676633b7a None None] Provisioning for port f5fe8cf3-3823-46a2-aea9-f7cad3a286f4 completed by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:27:01.653607 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-815effa0-dc4b-42d5-a292-514676633b7a None None] Provisioning complete for port f5fe8cf3-3823-46a2-aea9-f7cad3a286f4 triggered by entity DHCP. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:27:01.654025 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-815effa0-dc4b-42d5-a292-514676633b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:01.698697 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-815effa0-dc4b-42d5-a292-514676633b7a None None] Port f5fe8cf3-3823-46a2-aea9-f7cad3a286f4 cannot update to ACTIVE because it is not bound. {{(pid=93280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:27:01.857703 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-73abeda4-73f2-4977-a21e-55d806964aa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5fe8cf3-3823-46a2-aea9-f7cad3a286f4 {{(pid=93278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:27:01.865969 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-73abeda4-73f2-4977-a21e-55d806964aa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:01.878702 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-73abeda4-73f2-4977-a21e-55d806964aa2 service neutron] Transition to ACTIVE for port object f5fe8cf3-3823-46a2-aea9-f7cad3a286f4 will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:27:01.879363 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d4daa-11ac-4cdd-8ecc-5727c6df30f5 req-f0d28de9-db6c-49d1-b1b3-b3f0d5f7d019 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:01.881166 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-eb6d4daa-11ac-4cdd-8ecc-5727c6df30f5 req-f0d28de9-db6c-49d1-b1b3-b3f0d5f7d019 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b4d6d84-fcd4-4484-a542-808690eb0eeb HTTP/1.1" status: 200 len: 932 time: 0.0683892 Jul 22 22:27:01.882797 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-73abeda4-73f2-4977-a21e-55d806964aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:01.924503 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-eb6d4daa-11ac-4cdd-8ecc-5727c6df30f5 req-bc660ce9-8563-423b-ae19-860eb7f420f1 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=36dccba9-ebaf-41a7-923c-4503d47bb30d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374804 Jul 22 22:27:01.936056 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73abeda4-73f2-4977-a21e-55d806964aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=f5fe8cf3-3823-46a2-aea9-f7cad3a286f4,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:02.031176 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-73abeda4-73f2-4977-a21e-55d806964aa2 service neutron] Attempting to bind port f5fe8cf3-3823-46a2-aea9-f7cad3a286f4 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:27:02.031723 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-73abeda4-73f2-4977-a21e-55d806964aa2 service neutron] Attempting to bind port f5fe8cf3-3823-46a2-aea9-f7cad3a286f4 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'fee2eda8-0e4a-4881-b822-7c3ccb435313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:27:02.032062 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-73abeda4-73f2-4977-a21e-55d806964aa2 service neutron] Attempting to bind port f5fe8cf3-3823-46a2-aea9-f7cad3a286f4 on network 1495ba4d-e888-4827-9487-53dfbbe585b1 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:27:02.037086 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-73abeda4-73f2-4977-a21e-55d806964aa2 service neutron] Port f5fe8cf3-3823-46a2-aea9-f7cad3a286f4 on network 1495ba4d-e888-4827-9487-53dfbbe585b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:27:02.037412 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-73abeda4-73f2-4977-a21e-55d806964aa2 service neutron] Attempting to bind port f5fe8cf3-3823-46a2-aea9-f7cad3a286f4 on network 1495ba4d-e888-4827-9487-53dfbbe585b1 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:27:02.043597 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-73abeda4-73f2-4977-a21e-55d806964aa2 service neutron] Checking agent: {'id': '4259e59d-080d-4967-89a0-1abd7a18732f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'started_at': datetime.datetime(2021, 7, 22, 22, 14, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:27:02.043818 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-73abeda4-73f2-4977-a21e-55d806964aa2 service neutron] Checking segment: {'id': 'fee2eda8-0e4a-4881-b822-7c3ccb435313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:27:02.044099 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-73abeda4-73f2-4977-a21e-55d806964aa2 service neutron] Bound using segment: {'id': 'fee2eda8-0e4a-4881-b822-7c3ccb435313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:27:02.044555 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-73abeda4-73f2-4977-a21e-55d806964aa2 service neutron] Bound port: f5fe8cf3-3823-46a2-aea9-f7cad3a286f4, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fee2eda8-0e4a-4881-b822-7c3ccb435313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:27:02.044919 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-73abeda4-73f2-4977-a21e-55d806964aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:02.115628 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-73abeda4-73f2-4977-a21e-55d806964aa2 service neutron] For port f5fe8cf3-3823-46a2-aea9-f7cad3a286f4, host hv-cinder-80191, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:27:02.118938 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-73abeda4-73f2-4977-a21e-55d806964aa2 service neutron] For port f5fe8cf3-3823-46a2-aea9-f7cad3a286f4, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=f5fe8cf3-3823-46a2-aea9-f7cad3a286f4,segment=NetworkSegment(fee2eda8-0e4a-4881-b822-7c3ccb435313),segment_id=fee2eda8-0e4a-4881-b822-7c3ccb435313)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:27:02.124980 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-73abeda4-73f2-4977-a21e-55d806964aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2431488'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:02.163487 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-73abeda4-73f2-4977-a21e-55d806964aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:02.164106 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-73abeda4-73f2-4977-a21e-55d806964aa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:02.165560 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-73abeda4-73f2-4977-a21e-55d806964aa2 service neutron] 10.222.0.115 "PUT /v2.0/ports/f5fe8cf3-3823-46a2-aea9-f7cad3a286f4 HTTP/1.1" status: 200 len: 1094 time: 0.6919074 Jul 22 22:27:02.166581 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4d6d84-fcd4-4484-a542-808690eb0eeb', 'tag': 'f5fe8cf3-3823-46a2-aea9-f7cad3a286f4'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:27:02.169029 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c96d66-ec5b-412d-9744-cbad2077a2ff" -d '{"events": [{"name": "network-changed", "server_uuid": "6b4d6d84-fcd4-4484-a542-808690eb0eeb", "tag": "f5fe8cf3-3823-46a2-aea9-f7cad3a286f4"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:27:02.191017 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73abeda4-73f2-4977-a21e-55d806964aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=f5fe8cf3-3823-46a2-aea9-f7cad3a286f4,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:02.220416 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471515d8-5324-4b2d-b38f-6d118e8eccf3 x-openstack-request-id: req-471515d8-5324-4b2d-b38f-6d118e8eccf3 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:27:02.220702 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b4d6d84-fcd4-4484-a542-808690eb0eeb", "tag": "f5fe8cf3-3823-46a2-aea9-f7cad3a286f4", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:27:02.221089 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-471515d8-5324-4b2d-b38f-6d118e8eccf3 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:27:02.221486 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b4d6d84-fcd4-4484-a542-808690eb0eeb', 'tag': 'f5fe8cf3-3823-46a2-aea9-f7cad3a286f4', 'status': 'completed', 'code': 200} Jul 22 22:27:02.269520 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-c81c2d56-db38-4df2-9dee-0f7f37d10c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:02.271069 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-c81c2d56-db38-4df2-9dee-0f7f37d10c63 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=95465b0debf04b0a96b7da0325051460&device_id=6b4d6d84-fcd4-4484-a542-808690eb0eeb HTTP/1.1" status: 200 len: 1097 time: 0.0606875 Jul 22 22:27:02.316517 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-0744962f-7188-4408-bef9-77d2d93f65da service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5fe8cf3-3823-46a2-aea9-f7cad3a286f4 HTTP/1.1" status: 200 len: 217 time: 0.0379794 Jul 22 22:27:02.367199 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-ec5eb784-ee2a-41bc-a5ae-d3a92165f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:02.368672 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-ec5eb784-ee2a-41bc-a5ae-d3a92165f099 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=5fd42f08-c186-49cf-a784-779ffc6ad00f HTTP/1.1" status: 200 len: 850 time: 0.0452769 Jul 22 22:27:02.428395 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-7222dda7-7c81-4729-a77b-bf02410122ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:02.429862 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-7222dda7-7c81-4729-a77b-bf02410122ce service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=1495ba4d-e888-4827-9487-53dfbbe585b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541136 Jul 22 22:27:02.521704 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-b909f801-0e13-4ed1-b8af-89ad7e92263e service neutron] 10.222.0.115 "GET /v2.0/networks/1495ba4d-e888-4827-9487-53dfbbe585b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845180 Jul 22 22:27:02.609030 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-3d117738-1648-4e3b-9938-f37e60a1dd19 req-062fe309-0634-4387-bb67-8b0fc60d23cb service neutron] 10.222.0.115 "GET /v2.0/networks/1495ba4d-e888-4827-9487-53dfbbe585b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798979 Jul 22 22:27:02.714638 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c96d66-ec5b-412d-9744-cbad2077a2ff req-aa8d54e4-9ea2-4c47-8fef-ad58177f154a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:02.716039 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c5c96d66-ec5b-412d-9744-cbad2077a2ff req-aa8d54e4-9ea2-4c47-8fef-ad58177f154a service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=95465b0debf04b0a96b7da0325051460&device_id=6b4d6d84-fcd4-4484-a542-808690eb0eeb HTTP/1.1" status: 200 len: 1097 time: 0.0568340 Jul 22 22:27:02.803357 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c96d66-ec5b-412d-9744-cbad2077a2ff req-94487e0a-e848-4625-a680-d15f828e6429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:02.804855 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c5c96d66-ec5b-412d-9744-cbad2077a2ff req-94487e0a-e848-4625-a680-d15f828e6429 service neutron] 10.222.0.115 "GET /v2.0/networks?id=1495ba4d-e888-4827-9487-53dfbbe585b1 HTTP/1.1" status: 200 len: 912 time: 0.0822995 Jul 22 22:27:02.848629 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c5c96d66-ec5b-412d-9744-cbad2077a2ff req-b0e136d8-2442-4054-8c27-5c6ca521e70c service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5fe8cf3-3823-46a2-aea9-f7cad3a286f4 HTTP/1.1" status: 200 len: 217 time: 0.0370450 Jul 22 22:27:02.895819 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c96d66-ec5b-412d-9744-cbad2077a2ff req-0a14a44c-0808-4648-8118-1607906cf95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:02.897248 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c5c96d66-ec5b-412d-9744-cbad2077a2ff req-0a14a44c-0808-4648-8118-1607906cf95e service neutron] 10.222.0.115 "GET /v2.0/subnets?id=5fd42f08-c186-49cf-a784-779ffc6ad00f HTTP/1.1" status: 200 len: 850 time: 0.0425870 Jul 22 22:27:02.953554 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c96d66-ec5b-412d-9744-cbad2077a2ff req-eda249df-792c-40f4-8b2b-d0341c3a4e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:02.955046 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c5c96d66-ec5b-412d-9744-cbad2077a2ff req-eda249df-792c-40f4-8b2b-d0341c3a4e22 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=1495ba4d-e888-4827-9487-53dfbbe585b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515890 Jul 22 22:27:03.048938 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c5c96d66-ec5b-412d-9744-cbad2077a2ff req-d83592b4-93f9-4d53-a66e-51ba9f0a7455 service neutron] 10.222.0.115 "GET /v2.0/networks/1495ba4d-e888-4827-9487-53dfbbe585b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867980 Jul 22 22:27:03.061461 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dfbe45-2a28-445b-8c50-33053f69d432 req-601d1c3b-dc81-4a84-a0ea-d0834ecfe56a tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:03.062959 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-15dfbe45-2a28-445b-8c50-33053f69d432 req-601d1c3b-dc81-4a84-a0ea-d0834ecfe56a tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b4d6d84-fcd4-4484-a542-808690eb0eeb HTTP/1.1" status: 200 len: 944 time: 0.0649316 Jul 22 22:27:03.100580 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-15dfbe45-2a28-445b-8c50-33053f69d432 req-f5f1f4ba-1a25-4f34-8ff9-dcdcd5b32327 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=36dccba9-ebaf-41a7-923c-4503d47bb30d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320134 Jul 22 22:27:03.137688 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-c5c96d66-ec5b-412d-9744-cbad2077a2ff req-e2c59d9b-080a-4186-94f0-6c19b661fedc service neutron] 10.222.0.115 "GET /v2.0/networks/1495ba4d-e888-4827-9487-53dfbbe585b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814769 Jul 22 22:27:04.247680 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78c454-3737-4e58-9ec6-20f6a520be2d req-47480f6a-7b7c-4afd-98bb-b5c249f7241f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:04.249170 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4e78c454-3737-4e58-9ec6-20f6a520be2d req-47480f6a-7b7c-4afd-98bb-b5c249f7241f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b4d6d84-fcd4-4484-a542-808690eb0eeb HTTP/1.1" status: 200 len: 944 time: 0.0682852 Jul 22 22:27:04.296170 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-4e78c454-3737-4e58-9ec6-20f6a520be2d req-04e7b2b2-8e25-4e4a-a9b9-0e29436ac645 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=36dccba9-ebaf-41a7-923c-4503d47bb30d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398538 Jul 22 22:27:04.573650 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device f5fe8cf3-3823-46a2-aea9-f7cad3a286f4 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:27:04.667350 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port f5fe8cf3-3823-46a2-aea9-f7cad3a286f4, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=f5fe8cf3-3823-46a2-aea9-f7cad3a286f4,segment=NetworkSegment(fee2eda8-0e4a-4881-b822-7c3ccb435313),segment_id=fee2eda8-0e4a-4881-b822-7c3ccb435313)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:27:04.679658 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Returning: {'device': 'f5fe8cf3-3823-46a2-aea9-f7cad3a286f4', 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1', 'port_id': 'f5fe8cf3-3823-46a2-aea9-f7cad3a286f4', 'mac_address': 'fa:16:3e:72:cc:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fd42f08-c186-49cf-a784-779ffc6ad00f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:27:04.719004 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:04.731628 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5fe8cf3-3823-46a2-aea9-f7cad3a286f4 {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:27:04.750643 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port f5fe8cf3-3823-46a2-aea9-f7cad3a286f4, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=f5fe8cf3-3823-46a2-aea9-f7cad3a286f4,segment=NetworkSegment(fee2eda8-0e4a-4881-b822-7c3ccb435313),segment_id=fee2eda8-0e4a-4881-b822-7c3ccb435313)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:27:04.754668 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:04.799893 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=f5fe8cf3-3823-46a2-aea9-f7cad3a286f4,revision_number=4']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:04.806737 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:04.807693 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:04.808040 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:04.808718 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:04.808718 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:04.809041 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:04.809371 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:04.809697 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:04.810025 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:04.810350 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:04.810673 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:04.810994 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:05.006605 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] get_ports_and_sgs() called for port_ids ['f5fe8cf3-3823-46a2-aea9-f7cad3a286f4'] {{(pid=93280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:27:05.442010 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90d22f-4ce3-4a8b-acbf-2eba1d2e6813 req-ca35aa17-0fa1-469f-89d9-5b8c88e1bcff tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:05.443608 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0e90d22f-4ce3-4a8b-acbf-2eba1d2e6813 req-ca35aa17-0fa1-469f-89d9-5b8c88e1bcff tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b4d6d84-fcd4-4484-a542-808690eb0eeb HTTP/1.1" status: 200 len: 945 time: 0.0656960 Jul 22 22:27:05.482584 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-0e90d22f-4ce3-4a8b-acbf-2eba1d2e6813 req-7eec6a07-acee-4273-a703-4fc3846d2b6f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=36dccba9-ebaf-41a7-923c-4503d47bb30d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332479 Jul 22 22:27:06.587893 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device f5fe8cf3-3823-46a2-aea9-f7cad3a286f4 up at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:27:06.617969 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c0542-6934-4ace-968a-353e52930d9c req-d9b9025e-3657-4be9-a1e1-73ce5dc6cd34 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:06.619946 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-247c0542-6934-4ace-968a-353e52930d9c req-d9b9025e-3657-4be9-a1e1-73ce5dc6cd34 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b4d6d84-fcd4-4484-a542-808690eb0eeb HTTP/1.1" status: 200 len: 945 time: 0.0689626 Jul 22 22:27:06.637422 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning for port f5fe8cf3-3823-46a2-aea9-f7cad3a286f4 completed by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:27:06.641301 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Provisioning complete for port f5fe8cf3-3823-46a2-aea9-f7cad3a286f4 triggered by entity L2. {{(pid=93280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:27:06.641674 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758001'] for port, provisioning_complete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:06.663018 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-247c0542-6934-4ace-968a-353e52930d9c req-c791c222-13ce-41e9-8673-76aafa7a8371 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=36dccba9-ebaf-41a7-923c-4503d47bb30d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368142 Jul 22 22:27:06.726056 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586824'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:06.750969 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4d6d84-fcd4-4484-a542-808690eb0eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fe8cf3-3823-46a2-aea9-f7cad3a286f4'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:27:06.753240 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f27b67f0d35f7f80674a04ef850f841daaa75b8eb1023cd4f94f55c11be84c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b36980a-4f4b-486c-af6b-20f3ca1ae7c9" -d '{"events": [{"server_uuid": "6b4d6d84-fcd4-4484-a542-808690eb0eeb", "name": "network-vif-plugged", "status": "completed", "tag": "f5fe8cf3-3823-46a2-aea9-f7cad3a286f4"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:27:06.780205 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] For port f5fe8cf3-3823-46a2-aea9-f7cad3a286f4, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=f5fe8cf3-3823-46a2-aea9-f7cad3a286f4,segment=NetworkSegment(fee2eda8-0e4a-4881-b822-7c3ccb435313),segment_id=fee2eda8-0e4a-4881-b822-7c3ccb435313)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:27:06.789806 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746838011450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746837621643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746837621661'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:06.860999 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Pushing event updated for resources: {'Port': ['ID=f5fe8cf3-3823-46a2-aea9-f7cad3a286f4,revision_number=5']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:06.865212 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c764b7-09cc-41af-82d9-d159e52fd15b x-openstack-request-id: req-d6c764b7-09cc-41af-82d9-d159e52fd15b {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:27:06.865544 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4d6d84-fcd4-4484-a542-808690eb0eeb", "name": "network-vif-plugged", "status": "completed", "tag": "f5fe8cf3-3823-46a2-aea9-f7cad3a286f4", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:27:06.865838 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d6c764b7-09cc-41af-82d9-d159e52fd15b {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:27:06.866265 dv-cinder-801912-2-iscsi neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4d6d84-fcd4-4484-a542-808690eb0eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fe8cf3-3823-46a2-aea9-f7cad3a286f4', 'code': 200} Jul 22 22:27:07.056422 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18651a37-e456-4eeb-bb95-8db239ee6a0b req-c95fc9c0-3055-416a-9871-3a0d9049913e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:07.058675 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-18651a37-e456-4eeb-bb95-8db239ee6a0b req-c95fc9c0-3055-416a-9871-3a0d9049913e service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=6b4d6d84-fcd4-4484-a542-808690eb0eeb HTTP/1.1" status: 200 len: 1099 time: 0.0587652 Jul 22 22:27:07.091601 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-18651a37-e456-4eeb-bb95-8db239ee6a0b req-639ac7bb-2d15-45ba-b431-781c1a5e9f0b service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=36dccba9-ebaf-41a7-923c-4503d47bb30d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266142 Jul 22 22:27:07.795450 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada2d01-759e-481c-a29f-c15a11819858 req-1ba86f87-9d09-4d8d-a72d-9baeba887d7c tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:07.796937 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1ada2d01-759e-481c-a29f-c15a11819858 req-1ba86f87-9d09-4d8d-a72d-9baeba887d7c tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b4d6d84-fcd4-4484-a542-808690eb0eeb HTTP/1.1" status: 200 len: 946 time: 0.0682952 Jul 22 22:27:07.834277 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-1ada2d01-759e-481c-a29f-c15a11819858 req-d72edfd8-6b6f-45f1-9679-d435e4a76480 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=36dccba9-ebaf-41a7-923c-4503d47bb30d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317657 Jul 22 22:27:08.971568 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3f8b6-597c-41e5-a355-a3cc53cbe5fe req-aff1284b-d5a4-4846-805c-22885035ecab tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:08.973067 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-55e3f8b6-597c-41e5-a355-a3cc53cbe5fe req-aff1284b-d5a4-4846-805c-22885035ecab tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b4d6d84-fcd4-4484-a542-808690eb0eeb HTTP/1.1" status: 200 len: 946 time: 0.0700531 Jul 22 22:27:09.012421 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-55e3f8b6-597c-41e5-a355-a3cc53cbe5fe req-3560e5fb-a2fa-45b5-8ee4-360a6c9b03a4 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=36dccba9-ebaf-41a7-923c-4503d47bb30d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335364 Jul 22 22:27:09.138940 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c7651-0bc5-476a-93eb-224c9fcb59d2 req-2120a148-c4d9-44a2-a507-f5d4527d1dad tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:09.140356 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-ce5c7651-0bc5-476a-93eb-224c9fcb59d2 req-2120a148-c4d9-44a2-a507-f5d4527d1dad tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b4d6d84-fcd4-4484-a542-808690eb0eeb HTTP/1.1" status: 200 len: 946 time: 0.0628946 Jul 22 22:27:09.148806 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 53734) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:09.153408 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.v2.base [None req-6c2049e2-e109-48d5-aad0-88b41e8044f8 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Request body: {'floatingip': {'port_id': 'f5fe8cf3-3823-46a2-aea9-f7cad3a286f4'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:27:09.195782 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6c2049e2-e109-48d5-aad0-88b41e8044f8 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for floatingip, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:09.648583 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6c2049e2-e109-48d5-aad0-88b41e8044f8 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:09.654049 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6c2049e2-e109-48d5-aad0-88b41e8044f8 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718221'] for floatingip, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:09.762454 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.db.l3_db [None req-6c2049e2-e109-48d5-aad0-88b41e8044f8 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Floating IP be75c93d-0ae2-4df3-81e8-e55c3b572db1 associated. External IP: 172.27.3.101, port: f5fe8cf3-3823-46a2-aea9-f7cad3a286f4. Jul 22 22:27:09.960549 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2049e2-e109-48d5-aad0-88b41e8044f8 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Router 528b3d76-bb93-435c-8200-1d1d053483dc has already been hosted by L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 {{(pid=93279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:27:10.077563 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2049e2-e109-48d5-aad0-88b41e8044f8 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:27:10.082630 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6c2049e2-e109-48d5-aad0-88b41e8044f8 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for floatingip, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:10.087433 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305987a6-d6b8-4788-9694-bffe0b8f7f85 None None] Sync routers for ids ['528b3d76-bb93-435c-8200-1d1d053483dc'] in dv-cinder-801912-2-iscsi {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:27:10.097975 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305987a6-d6b8-4788-9694-bffe0b8f7f85 None None] Routers {'528b3d76-bb93-435c-8200-1d1d053483dc'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:27:10.098638 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-305987a6-d6b8-4788-9694-bffe0b8f7f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:26:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['528b3d76-bb93-435c-8200-1d1d053483dc'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:10.124652 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-6c2049e2-e109-48d5-aad0-88b41e8044f8 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "PUT /v2.0/floatingips/be75c93d-0ae2-4df3-81e8-e55c3b572db1 HTTP/1.1" status: 200 len: 992 time: 0.9747465 Jul 22 22:27:10.125238 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4d6d84-fcd4-4484-a542-808690eb0eeb', 'tag': 'f5fe8cf3-3823-46a2-aea9-f7cad3a286f4'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:27:10.127495 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c6b4c132c05f8fa555954f998dc13116b5a095d8f56ef95ca39bca9c69008e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5fb26c-7ee1-4f2b-98fa-256622229554" -d '{"events": [{"name": "network-changed", "server_uuid": "6b4d6d84-fcd4-4484-a542-808690eb0eeb", "tag": "f5fe8cf3-3823-46a2-aea9-f7cad3a286f4"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:27:10.201211 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-305987a6-d6b8-4788-9694-bffe0b8f7f85 None None] Set router 528b3d76-bb93-435c-8200-1d1d053483dc gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:27:10.223897 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3936ca5d-d01d-42f1-9026-b21d7d2ecfcf x-openstack-request-id: req-3936ca5d-d01d-42f1-9026-b21d7d2ecfcf {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:27:10.224193 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b4d6d84-fcd4-4484-a542-808690eb0eeb", "tag": "f5fe8cf3-3823-46a2-aea9-f7cad3a286f4", "status": "completed", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:27:10.224478 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3936ca5d-d01d-42f1-9026-b21d7d2ecfcf {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:27:10.224882 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b4d6d84-fcd4-4484-a542-808690eb0eeb', 'tag': 'f5fe8cf3-3823-46a2-aea9-f7cad3a286f4', 'status': 'completed', 'code': 200} Jul 22 22:27:10.303802 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fb26c-7ee1-4f2b-98fa-256622229554 req-98a22ccf-065e-4c86-8d7d-a5fd1eb5b4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:10.305639 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ec5fb26c-7ee1-4f2b-98fa-256622229554 req-98a22ccf-065e-4c86-8d7d-a5fd1eb5b4ff service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=95465b0debf04b0a96b7da0325051460&device_id=6b4d6d84-fcd4-4484-a542-808690eb0eeb HTTP/1.1" status: 200 len: 1099 time: 0.0572696 Jul 22 22:27:10.397595 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fb26c-7ee1-4f2b-98fa-256622229554 req-baa86109-b330-48c2-95df-72e34ac59073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:10.399148 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ec5fb26c-7ee1-4f2b-98fa-256622229554 req-baa86109-b330-48c2-95df-72e34ac59073 service neutron] 10.222.0.115 "GET /v2.0/networks?id=1495ba4d-e888-4827-9487-53dfbbe585b1 HTTP/1.1" status: 200 len: 912 time: 0.0869365 Jul 22 22:27:10.443500 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-305987a6-d6b8-4788-9694-bffe0b8f7f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'name': 'tempest-AttachVolumeTestJSON-1431955537-router', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '28495245-f12e-475a-a019-d15da44b9d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:24:02Z', 'revision_number': 4, 'project_id': '95465b0debf04b0a96b7da0325051460', 'gw_port': {'id': '28495245-f12e-475a-a019-d15da44b9d83', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_floatingips': [{'id': 'be75c93d-0ae2-4df3-81e8-e55c3b572db1', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'floating_ip_address': '172.27.3.101', 'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'router_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'port_id': 'f5fe8cf3-3823-46a2-aea9-f7cad3a286f4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1', 'mac_address': 'fa:16:3e:72:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4d6d84-fcd4-4484-a542-808690eb0eeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:26:58Z', 'updated_at': '2021-07-22T22:27:09Z', 'revision_number': 1, 'project_id': '95465b0debf04b0a96b7da0325051460', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe', 'name': '', 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'mac_address': 'fa:16:3e:75:40:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5fd42f08-c186-49cf-a784-779ffc6ad00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:02Z', 'updated_at': '2021-07-22T22:24:08Z', 'revision_number': 5, 'project_id': '95465b0debf04b0a96b7da0325051460', 'subnets': [{'id': '5fd42f08-c186-49cf-a784-779ffc6ad00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:10.472884 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305987a6-d6b8-4788-9694-bffe0b8f7f85 None None] Checking router: 528b3d76-bb93-435c-8200-1d1d053483dc for host: dv-cinder-801912-2-iscsi {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:27:10.483732 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305987a6-d6b8-4788-9694-bffe0b8f7f85 None None] Routers {'528b3d76-bb93-435c-8200-1d1d053483dc'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:27:10.484393 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-305987a6-d6b8-4788-9694-bffe0b8f7f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:26:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['528b3d76-bb93-435c-8200-1d1d053483dc'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:10.601098 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-305987a6-d6b8-4788-9694-bffe0b8f7f85 None None] Set router 528b3d76-bb93-435c-8200-1d1d053483dc gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:27:10.724426 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ec5fb26c-7ee1-4f2b-98fa-256622229554 req-8c92ced1-22f7-4138-95fb-32c083769fd4 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5fe8cf3-3823-46a2-aea9-f7cad3a286f4 HTTP/1.1" status: 200 len: 1000 time: 0.3179829 Jul 22 22:27:10.773732 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fb26c-7ee1-4f2b-98fa-256622229554 req-c4ee3078-f82a-4330-9b46-0d0f3bf4c873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:10.775252 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ec5fb26c-7ee1-4f2b-98fa-256622229554 req-c4ee3078-f82a-4330-9b46-0d0f3bf4c873 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=5fd42f08-c186-49cf-a784-779ffc6ad00f HTTP/1.1" status: 200 len: 850 time: 0.0446680 Jul 22 22:27:10.845461 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-305987a6-d6b8-4788-9694-bffe0b8f7f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'name': 'tempest-AttachVolumeTestJSON-1431955537-router', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '28495245-f12e-475a-a019-d15da44b9d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:24:02Z', 'revision_number': 4, 'project_id': '95465b0debf04b0a96b7da0325051460', 'gw_port': {'id': '28495245-f12e-475a-a019-d15da44b9d83', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_floatingips': [{'id': 'be75c93d-0ae2-4df3-81e8-e55c3b572db1', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'floating_ip_address': '172.27.3.101', 'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'router_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'port_id': 'f5fe8cf3-3823-46a2-aea9-f7cad3a286f4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1', 'mac_address': 'fa:16:3e:72:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4d6d84-fcd4-4484-a542-808690eb0eeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:26:58Z', 'updated_at': '2021-07-22T22:27:09Z', 'revision_number': 1, 'project_id': '95465b0debf04b0a96b7da0325051460', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe', 'name': '', 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'mac_address': 'fa:16:3e:75:40:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5fd42f08-c186-49cf-a784-779ffc6ad00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:02Z', 'updated_at': '2021-07-22T22:24:08Z', 'revision_number': 5, 'project_id': '95465b0debf04b0a96b7da0325051460', 'subnets': [{'id': '5fd42f08-c186-49cf-a784-779ffc6ad00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:10.848548 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fb26c-7ee1-4f2b-98fa-256622229554 req-c26c0ff2-2730-41cc-b508-2f48e387da14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:10.850158 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ec5fb26c-7ee1-4f2b-98fa-256622229554 req-c26c0ff2-2730-41cc-b508-2f48e387da14 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=1495ba4d-e888-4827-9487-53dfbbe585b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678589 Jul 22 22:27:10.872981 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305987a6-d6b8-4788-9694-bffe0b8f7f85 None None] The sync data for ids ['528b3d76-bb93-435c-8200-1d1d053483dc'] in dv-cinder-801912-2-iscsi is: [{'id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'name': 'tempest-AttachVolumeTestJSON-1431955537-router', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '28495245-f12e-475a-a019-d15da44b9d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:24:02Z', 'revision_number': 4, 'project_id': '95465b0debf04b0a96b7da0325051460', 'gw_port': {'id': '28495245-f12e-475a-a019-d15da44b9d83', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_floatingips': [{'id': 'be75c93d-0ae2-4df3-81e8-e55c3b572db1', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'floating_ip_address': '172.27.3.101', 'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'router_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'port_id': 'f5fe8cf3-3823-46a2-aea9-f7cad3a286f4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1', 'mac_address': 'fa:16:3e:72:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4d6d84-fcd4-4484-a542-808690eb0eeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:26:58Z', 'updated_at': '2021-07-22T22:27:09Z', 'revision_number': 1, 'project_id': '95465b0debf04b0a96b7da0325051460', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe', 'name': '', 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'mac_address': 'fa:16:3e:75:40:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5fd42f08-c186-49cf-a784-779ffc6ad00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:02Z', 'updated_at': '2021-07-22T22:24:08Z', 'revision_number': 5, 'project_id': '95465b0debf04b0a96b7da0325051460', 'subnets': [{'id': '5fd42f08-c186-49cf-a784-779ffc6ad00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:27:10.898681 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 6 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:27:10.948525 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ec5fb26c-7ee1-4f2b-98fa-256622229554 req-6f8351c1-5695-4220-86c9-319242f13867 service neutron] 10.222.0.115 "GET /v2.0/networks/1495ba4d-e888-4827-9487-53dfbbe585b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915835 Jul 22 22:27:11.056630 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-ec5fb26c-7ee1-4f2b-98fa-256622229554 req-696695e4-7a88-40d5-81be-868b2ac8f9e9 service neutron] 10.222.0.115 "GET /v2.0/networks/1495ba4d-e888-4827-9487-53dfbbe585b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001158 Jul 22 22:27:11.075330 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd28852-96c2-479e-a187-fe270adc3f51 None None] New status for floating IP be75c93d-0ae2-4df3-81e8-e55c3b572db1: ACTIVE {{(pid=93280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:27:13.769226 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 53748) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:13.927596 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-e1b4434c-c99f-4c5d-a92b-057e61ee026c tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Deleting port 3d5a40d0-d87e-4bf5-9971-7aac4d15b87a {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:27:13.927939 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e1b4434c-c99f-4c5d-a92b-057e61ee026c tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:14.004921 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e1b4434c-c99f-4c5d-a92b-057e61ee026c tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:14.005246 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e1b4434c-c99f-4c5d-a92b-057e61ee026c tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:14.017212 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-e1b4434c-c99f-4c5d-a92b-057e61ee026c tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Calling delete_port for 3d5a40d0-d87e-4bf5-9971-7aac4d15b87a owned by network:floatingip {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:27:14.171606 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e1b4434c-c99f-4c5d-a92b-057e61ee026c tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960856'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:14.197095 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b4434c-c99f-4c5d-a92b-057e61ee026c tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Pushing event deleted for resources: {'Port': ['ID=3d5a40d0-d87e-4bf5-9971-7aac4d15b87a,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:14.263457 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e1b4434c-c99f-4c5d-a92b-057e61ee026c tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for floatingip, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:14.264163 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.db.l3_db [None req-e1b4434c-c99f-4c5d-a92b-057e61ee026c tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Floating IP 104a5d1e-51be-45fb-b8b5-bfaa3834469d disassociated (deleted). External IP: 172.27.3.236, port: cb215eb5-d57f-4a69-97fb-2d0a7e3924fa. Jul 22 22:27:14.468909 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b4434c-c99f-4c5d-a92b-057e61ee026c tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Router f6cb092b-2b3f-4f00-89b6-67f80c731a29 has already been hosted by L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 {{(pid=93279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:27:14.576162 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b4434c-c99f-4c5d-a92b-057e61ee026c tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:27:14.581012 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e1b4434c-c99f-4c5d-a92b-057e61ee026c tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for floatingip, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:14.585614 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ae670a-a07a-483e-972e-59b350b38cb2 None None] Sync routers for ids ['f6cb092b-2b3f-4f00-89b6-67f80c731a29'] in dv-cinder-801912-2-iscsi {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:27:14.596222 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ae670a-a07a-483e-972e-59b350b38cb2 None None] Routers {'f6cb092b-2b3f-4f00-89b6-67f80c731a29'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:27:14.596868 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-f1ae670a-a07a-483e-972e-59b350b38cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:26:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['f6cb092b-2b3f-4f00-89b6-67f80c731a29'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:14.622283 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-e1b4434c-c99f-4c5d-a92b-057e61ee026c tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "DELETE /v2.0/floatingips/104a5d1e-51be-45fb-b8b5-bfaa3834469d HTTP/1.1" status: 204 len: 168 time: 0.8519354 Jul 22 22:27:14.622982 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e27dad-1c7c-45b7-9445-fe234d2dfb14', 'tag': 'cb215eb5-d57f-4a69-97fb-2d0a7e3924fa'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:27:14.625420 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c6b4c132c05f8fa555954f998dc13116b5a095d8f56ef95ca39bca9c69008e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc743cfb-1751-45d8-8269-42a3d19ed5d7" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e27dad-1c7c-45b7-9445-fe234d2dfb14", "tag": "cb215eb5-d57f-4a69-97fb-2d0a7e3924fa"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:27:14.670543 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911ea9c3-daa3-467d-9ee6-e7165bed4cd3 x-openstack-request-id: req-911ea9c3-daa3-467d-9ee6-e7165bed4cd3 {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:27:14.671103 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e27dad-1c7c-45b7-9445-fe234d2dfb14", "tag": "cb215eb5-d57f-4a69-97fb-2d0a7e3924fa", "status": "completed", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:27:14.671439 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-911ea9c3-daa3-467d-9ee6-e7165bed4cd3 {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:27:14.671911 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e27dad-1c7c-45b7-9445-fe234d2dfb14', 'tag': 'cb215eb5-d57f-4a69-97fb-2d0a7e3924fa', 'status': 'completed', 'code': 200} Jul 22 22:27:14.712108 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-f1ae670a-a07a-483e-972e-59b350b38cb2 None None] Set router f6cb092b-2b3f-4f00-89b6-67f80c731a29 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:27:14.750264 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc743cfb-1751-45d8-8269-42a3d19ed5d7 req-41992e89-48d3-461e-9401-ca8c0d980b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:14.751849 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fc743cfb-1751-45d8-8269-42a3d19ed5d7 req-41992e89-48d3-461e-9401-ca8c0d980b77 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=2abfaf6202824c23a8f6aaad9e7a16df&device_id=b3e27dad-1c7c-45b7-9445-fe234d2dfb14 HTTP/1.1" status: 200 len: 1099 time: 0.0592580 Jul 22 22:27:14.853057 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc743cfb-1751-45d8-8269-42a3d19ed5d7 req-6db9608f-e778-4b29-a5e8-75c113341850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:14.854811 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fc743cfb-1751-45d8-8269-42a3d19ed5d7 req-6db9608f-e778-4b29-a5e8-75c113341850 service neutron] 10.222.0.115 "GET /v2.0/networks?id=f064cf42-f96c-4b47-830d-0a5aaa0b3353 HTTP/1.1" status: 200 len: 912 time: 0.0963609 Jul 22 22:27:14.885772 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d63079-05e3-44a8-a279-a34e5755c9d9 req-7061af15-7b57-40cb-bb5d-d8b3686942fb tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:14.887783 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-14d63079-05e3-44a8-a279-a34e5755c9d9 req-7061af15-7b57-40cb-bb5d-d8b3686942fb tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3e27dad-1c7c-45b7-9445-fe234d2dfb14 HTTP/1.1" status: 200 len: 946 time: 0.0761011 Jul 22 22:27:14.899612 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fc743cfb-1751-45d8-8269-42a3d19ed5d7 req-1258341d-464b-4b71-9a73-761f593deb56 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb215eb5-d57f-4a69-97fb-2d0a7e3924fa HTTP/1.1" status: 200 len: 217 time: 0.0374532 Jul 22 22:27:14.933017 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-14d63079-05e3-44a8-a279-a34e5755c9d9 req-301f8383-90e3-4f65-939c-2474b397267d tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386279 Jul 22 22:27:14.957625 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc743cfb-1751-45d8-8269-42a3d19ed5d7 req-7e12fde3-f6a8-4236-996f-d6de62f6ee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:14.959111 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fc743cfb-1751-45d8-8269-42a3d19ed5d7 req-7e12fde3-f6a8-4236-996f-d6de62f6ee05 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=fec4972d-bc34-4dad-b039-91d3c3c2c734 HTTP/1.1" status: 200 len: 850 time: 0.0525451 Jul 22 22:27:15.023088 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc743cfb-1751-45d8-8269-42a3d19ed5d7 req-4bdf78fa-a401-45cb-8162-03842cbf695e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:15.024622 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fc743cfb-1751-45d8-8269-42a3d19ed5d7 req-4bdf78fa-a401-45cb-8162-03842cbf695e service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f064cf42-f96c-4b47-830d-0a5aaa0b3353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579622 Jul 22 22:27:15.057482 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-f1ae670a-a07a-483e-972e-59b350b38cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'name': 'tempest-TestVolumeBootPattern-737192248-router', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:20:12Z', 'updated_at': '2021-07-22T22:20:16Z', 'revision_number': 4, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'gw_port': {'id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:40:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:13Z', 'updated_at': '2021-07-22T22:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_floatingips': [{'id': 'b5caa0a9-21c1-4cae-b9c1-dbbaec131f14', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'floating_ip_address': '172.27.3.203', 'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'router_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'port_id': '5777cb53-b656-4594-891d-84caa6d9669c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'mac_address': 'fa:16:3e:eb:66:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff1df9b-9c14-4c82-8e6c-2cf0e367b505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:23:38Z', 'updated_at': '2021-07-22T22:23:40Z', 'revision_number': 1, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e48020a-e4c5-4200-a7e5-76b8fa71e9a3', 'name': '', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'mac_address': 'fa:16:3e:ce:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:15Z', 'updated_at': '2021-07-22T22:20:22Z', 'revision_number': 5, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'subnets': [{'id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:15.089941 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ae670a-a07a-483e-972e-59b350b38cb2 None None] Checking router: f6cb092b-2b3f-4f00-89b6-67f80c731a29 for host: dv-cinder-801912-2-iscsi {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:27:15.099622 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ae670a-a07a-483e-972e-59b350b38cb2 None None] Routers {'f6cb092b-2b3f-4f00-89b6-67f80c731a29'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:27:15.100287 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-f1ae670a-a07a-483e-972e-59b350b38cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:26:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['f6cb092b-2b3f-4f00-89b6-67f80c731a29'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:15.122291 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fc743cfb-1751-45d8-8269-42a3d19ed5d7 req-25b27d05-06a5-41cd-9c1b-138f0200be62 service neutron] 10.222.0.115 "GET /v2.0/networks/f064cf42-f96c-4b47-830d-0a5aaa0b3353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890682 Jul 22 22:27:15.215711 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-f1ae670a-a07a-483e-972e-59b350b38cb2 None None] Set router f6cb092b-2b3f-4f00-89b6-67f80c731a29 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:27:15.220297 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-fc743cfb-1751-45d8-8269-42a3d19ed5d7 req-935a9e46-f140-4389-954d-2945078048bd service neutron] 10.222.0.115 "GET /v2.0/networks/f064cf42-f96c-4b47-830d-0a5aaa0b3353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912502 Jul 22 22:27:15.487246 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-f1ae670a-a07a-483e-972e-59b350b38cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'name': 'tempest-TestVolumeBootPattern-737192248-router', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:20:12Z', 'updated_at': '2021-07-22T22:20:16Z', 'revision_number': 4, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'gw_port': {'id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:40:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:13Z', 'updated_at': '2021-07-22T22:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_floatingips': [{'id': 'b5caa0a9-21c1-4cae-b9c1-dbbaec131f14', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'floating_ip_address': '172.27.3.203', 'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'router_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'port_id': '5777cb53-b656-4594-891d-84caa6d9669c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'mac_address': 'fa:16:3e:eb:66:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff1df9b-9c14-4c82-8e6c-2cf0e367b505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:23:38Z', 'updated_at': '2021-07-22T22:23:40Z', 'revision_number': 1, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e48020a-e4c5-4200-a7e5-76b8fa71e9a3', 'name': '', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'mac_address': 'fa:16:3e:ce:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:15Z', 'updated_at': '2021-07-22T22:20:22Z', 'revision_number': 5, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'subnets': [{'id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:15.523406 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ae670a-a07a-483e-972e-59b350b38cb2 None None] The sync data for ids ['f6cb092b-2b3f-4f00-89b6-67f80c731a29'] in dv-cinder-801912-2-iscsi is: [{'id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'name': 'tempest-TestVolumeBootPattern-737192248-router', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:20:12Z', 'updated_at': '2021-07-22T22:20:16Z', 'revision_number': 4, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'gw_port': {'id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:40:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:13Z', 'updated_at': '2021-07-22T22:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_floatingips': [{'id': 'b5caa0a9-21c1-4cae-b9c1-dbbaec131f14', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'floating_ip_address': '172.27.3.203', 'floating_network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'router_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'port_id': '5777cb53-b656-4594-891d-84caa6d9669c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'mac_address': 'fa:16:3e:eb:66:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff1df9b-9c14-4c82-8e6c-2cf0e367b505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:23:38Z', 'updated_at': '2021-07-22T22:23:40Z', 'revision_number': 1, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e48020a-e4c5-4200-a7e5-76b8fa71e9a3', 'name': '', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'mac_address': 'fa:16:3e:ce:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:15Z', 'updated_at': '2021-07-22T22:20:22Z', 'revision_number': 5, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'subnets': [{'id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:27:15.751247 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73824dd-977a-4716-bbfe-cb0f988f63e5 None None] New status for floating IP 104a5d1e-51be-45fb-b8b5-bfaa3834469d: DOWN {{(pid=93280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:27:16.069881 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f3560-063a-4c86-9e01-31914277817c req-984f27ae-b9bb-42bc-9b8b-537be13c9859 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:16.071392 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-841f3560-063a-4c86-9e01-31914277817c req-984f27ae-b9bb-42bc-9b8b-537be13c9859 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3e27dad-1c7c-45b7-9445-fe234d2dfb14 HTTP/1.1" status: 200 len: 946 time: 0.0684364 Jul 22 22:27:16.113159 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-841f3560-063a-4c86-9e01-31914277817c req-849e05ee-db6a-48ce-99ab-c7aaef54e81a tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354056 Jul 22 22:27:16.418494 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be04369-56da-4bee-a17e-21d682e8ccea req-38de2c2e-19a0-4aa0-a463-c3103c99b4c5 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:16.420159 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8be04369-56da-4bee-a17e-21d682e8ccea req-38de2c2e-19a0-4aa0-a463-c3103c99b4c5 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.115 "GET /v2.0/ports?device_id=b3e27dad-1c7c-45b7-9445-fe234d2dfb14 HTTP/1.1" status: 200 len: 946 time: 0.0650177 Jul 22 22:27:16.522357 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-8be04369-56da-4bee-a17e-21d682e8ccea req-e0a3682c-7aa1-4469-a054-45b33f5df48b tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Deleting port cb215eb5-d57f-4a69-97fb-2d0a7e3924fa {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:27:16.522930 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-8be04369-56da-4bee-a17e-21d682e8ccea req-e0a3682c-7aa1-4469-a054-45b33f5df48b tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:16.575593 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6941fb51-19e3-4d63-8f98-5ab8dcee853f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:16.623482 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-8be04369-56da-4bee-a17e-21d682e8ccea req-e0a3682c-7aa1-4469-a054-45b33f5df48b tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] For port cb215eb5-d57f-4a69-97fb-2d0a7e3924fa, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=cb215eb5-d57f-4a69-97fb-2d0a7e3924fa,segment=NetworkSegment(04b6c565-2fba-4e25-aced-87ccd86f1ada),segment_id=04b6c565-2fba-4e25-aced-87ccd86f1ada)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:27:16.623845 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-8be04369-56da-4bee-a17e-21d682e8ccea req-e0a3682c-7aa1-4469-a054-45b33f5df48b tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:16.638228 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-8be04369-56da-4bee-a17e-21d682e8ccea req-e0a3682c-7aa1-4469-a054-45b33f5df48b tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Calling delete_port for cb215eb5-d57f-4a69-97fb-2d0a7e3924fa owned by compute:nova {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:27:16.781428 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-8be04369-56da-4bee-a17e-21d682e8ccea req-e0a3682c-7aa1-4469-a054-45b33f5df48b tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:16.813199 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3682c-7aa1-4469-a054-45b33f5df48b tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Pushing event deleted for resources: {'Port': ['ID=cb215eb5-d57f-4a69-97fb-2d0a7e3924fa,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:16.860173 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be04369-56da-4bee-a17e-21d682e8ccea req-e0a3682c-7aa1-4469-a054-45b33f5df48b tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] No DVR routers for this DVR port cb215eb5-d57f-4a69-97fb-2d0a7e3924fa on host hv-cinder-80191 {{(pid=93278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:27:16.862689 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-8be04369-56da-4bee-a17e-21d682e8ccea req-e0a3682c-7aa1-4469-a054-45b33f5df48b tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:16.864718 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-8be04369-56da-4bee-a17e-21d682e8ccea req-e0a3682c-7aa1-4469-a054-45b33f5df48b tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.115 "DELETE /v2.0/ports/cb215eb5-d57f-4a69-97fb-2d0a7e3924fa HTTP/1.1" status: 204 len: 173 time: 0.4392805 Jul 22 22:27:16.865167 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e27dad-1c7c-45b7-9445-fe234d2dfb14', 'name': 'network-vif-deleted', 'tag': 'cb215eb5-d57f-4a69-97fb-2d0a7e3924fa'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:27:16.867394 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5713bc6b-51ac-4182-bca7-82cf9d68697c" -d '{"events": [{"server_uuid": "b3e27dad-1c7c-45b7-9445-fe234d2dfb14", "name": "network-vif-deleted", "tag": "cb215eb5-d57f-4a69-97fb-2d0a7e3924fa"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:27:16.914483 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06b2c36-46f9-42bf-a956-aaa0eb772d85 x-openstack-request-id: req-e06b2c36-46f9-42bf-a956-aaa0eb772d85 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:27:16.914845 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e27dad-1c7c-45b7-9445-fe234d2dfb14", "name": "network-vif-deleted", "tag": "cb215eb5-d57f-4a69-97fb-2d0a7e3924fa", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:27:16.915166 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e06b2c36-46f9-42bf-a956-aaa0eb772d85 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:27:16.916968 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e27dad-1c7c-45b7-9445-fe234d2dfb14', 'name': 'network-vif-deleted', 'tag': 'cb215eb5-d57f-4a69-97fb-2d0a7e3924fa', 'status': 'completed', 'code': 200} Jul 22 22:27:17.223620 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-fd007607-8190-4f74-8621-0638e721bd0b req-a739f667-b482-4643-a34a-5363791ec7dc tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3e27dad-1c7c-45b7-9445-fe234d2dfb14 HTTP/1.1" status: 200 len: 210 time: 0.0333483 Jul 22 22:27:18.651307 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device cb215eb5-d57f-4a69-97fb-2d0a7e3924fa no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:27:18.670765 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] No Port match for: cb215eb5-d57f-4a69-97fb-2d0a7e3924fa {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:27:18.671115 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device cb215eb5-d57f-4a69-97fb-2d0a7e3924fa not bound to the agent host hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:27:18.948434 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a95dc730-4317-454c-b732-f94237e6ea49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:19.195326 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:20.248466 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:20.497712 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 53788) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:20.650713 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-8773869f-6711-43c1-b0c1-4623675c4e53 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Deleting port 1d4a3b45-4b3a-4e5a-90fa-eaccdffeb673 {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:27:20.651140 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8773869f-6711-43c1-b0c1-4623675c4e53 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:20.724857 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8773869f-6711-43c1-b0c1-4623675c4e53 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:20.725187 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8773869f-6711-43c1-b0c1-4623675c4e53 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:20.737025 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-8773869f-6711-43c1-b0c1-4623675c4e53 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Calling delete_port for 1d4a3b45-4b3a-4e5a-90fa-eaccdffeb673 owned by network:floatingip {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:27:20.883403 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8773869f-6711-43c1-b0c1-4623675c4e53 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960856'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:20.908833 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773869f-6711-43c1-b0c1-4623675c4e53 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Pushing event deleted for resources: {'Port': ['ID=1d4a3b45-4b3a-4e5a-90fa-eaccdffeb673,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:20.972596 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8773869f-6711-43c1-b0c1-4623675c4e53 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for floatingip, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:20.972934 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.db.l3_db [None req-8773869f-6711-43c1-b0c1-4623675c4e53 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Floating IP b5caa0a9-21c1-4cae-b9c1-dbbaec131f14 disassociated (deleted). External IP: 172.27.3.203, port: 5777cb53-b656-4594-891d-84caa6d9669c. Jul 22 22:27:21.429380 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8773869f-6711-43c1-b0c1-4623675c4e53 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Router f6cb092b-2b3f-4f00-89b6-67f80c731a29 has already been hosted by L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 {{(pid=93279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:27:21.536214 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8773869f-6711-43c1-b0c1-4623675c4e53 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:27:21.541005 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8773869f-6711-43c1-b0c1-4623675c4e53 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for floatingip, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:21.545584 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e740d05e-bc02-4df1-ab1c-4767ebeb7848 None None] Sync routers for ids ['f6cb092b-2b3f-4f00-89b6-67f80c731a29'] in dv-cinder-801912-2-iscsi {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:27:21.554744 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e740d05e-bc02-4df1-ab1c-4767ebeb7848 None None] Routers {'f6cb092b-2b3f-4f00-89b6-67f80c731a29'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:27:21.555279 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-e740d05e-bc02-4df1-ab1c-4767ebeb7848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:27:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['f6cb092b-2b3f-4f00-89b6-67f80c731a29'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:21.583552 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-8773869f-6711-43c1-b0c1-4623675c4e53 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "DELETE /v2.0/floatingips/b5caa0a9-21c1-4cae-b9c1-dbbaec131f14 HTTP/1.1" status: 204 len: 168 time: 1.0823412 Jul 22 22:27:21.583552 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff1df9b-9c14-4c82-8e6c-2cf0e367b505', 'tag': '5777cb53-b656-4594-891d-84caa6d9669c'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:27:21.583979 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26c6b4c132c05f8fa555954f998dc13116b5a095d8f56ef95ca39bca9c69008e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe4293f-7941-4138-84d3-571754eea897" -d '{"events": [{"name": "network-changed", "server_uuid": "3ff1df9b-9c14-4c82-8e6c-2cf0e367b505", "tag": "5777cb53-b656-4594-891d-84caa6d9669c"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:27:21.625144 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28fe934-49af-407c-a479-cc8b38b36cd9 x-openstack-request-id: req-a28fe934-49af-407c-a479-cc8b38b36cd9 {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:27:21.625439 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ff1df9b-9c14-4c82-8e6c-2cf0e367b505", "tag": "5777cb53-b656-4594-891d-84caa6d9669c", "status": "completed", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:27:21.625761 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a28fe934-49af-407c-a479-cc8b38b36cd9 {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:27:21.626145 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ff1df9b-9c14-4c82-8e6c-2cf0e367b505', 'tag': '5777cb53-b656-4594-891d-84caa6d9669c', 'status': 'completed', 'code': 200} Jul 22 22:27:21.667831 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-e740d05e-bc02-4df1-ab1c-4767ebeb7848 None None] Set router f6cb092b-2b3f-4f00-89b6-67f80c731a29 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:27:21.714312 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4293f-7941-4138-84d3-571754eea897 req-3ca4eb73-4987-4bbc-af11-f944a2d2d69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:21.715943 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0fe4293f-7941-4138-84d3-571754eea897 req-3ca4eb73-4987-4bbc-af11-f944a2d2d69e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=2abfaf6202824c23a8f6aaad9e7a16df&device_id=3ff1df9b-9c14-4c82-8e6c-2cf0e367b505 HTTP/1.1" status: 200 len: 1098 time: 0.0643866 Jul 22 22:27:21.832932 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4293f-7941-4138-84d3-571754eea897 req-35f279ea-7112-4987-86c5-a256fad017cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:21.834542 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0fe4293f-7941-4138-84d3-571754eea897 req-35f279ea-7112-4987-86c5-a256fad017cd service neutron] 10.222.0.115 "GET /v2.0/networks?id=f064cf42-f96c-4b47-830d-0a5aaa0b3353 HTTP/1.1" status: 200 len: 912 time: 0.1109393 Jul 22 22:27:21.855564 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70099fa7-da6a-42cc-8865-55efd3f75d12 req-160a1998-7361-4c0c-9541-391df31d607c tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:21.857191 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-70099fa7-da6a-42cc-8865-55efd3f75d12 req-160a1998-7361-4c0c-9541-391df31d607c tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ff1df9b-9c14-4c82-8e6c-2cf0e367b505 HTTP/1.1" status: 200 len: 945 time: 0.0759594 Jul 22 22:27:21.885578 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0fe4293f-7941-4138-84d3-571754eea897 req-26de4e22-7bc0-4b04-a32a-1a5887e358c9 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5777cb53-b656-4594-891d-84caa6d9669c HTTP/1.1" status: 200 len: 217 time: 0.0397804 Jul 22 22:27:21.888988 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-e740d05e-bc02-4df1-ab1c-4767ebeb7848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'name': 'tempest-TestVolumeBootPattern-737192248-router', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:20:12Z', 'updated_at': '2021-07-22T22:20:16Z', 'revision_number': 4, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'gw_port': {'id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:40:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:13Z', 'updated_at': '2021-07-22T22:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '7e48020a-e4c5-4200-a7e5-76b8fa71e9a3', 'name': '', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'mac_address': 'fa:16:3e:ce:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:15Z', 'updated_at': '2021-07-22T22:20:22Z', 'revision_number': 5, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'subnets': [{'id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:21.899024 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:21.904468 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-70099fa7-da6a-42cc-8865-55efd3f75d12 req-6fae1fa8-be92-46c4-b229-3942185aaa7c tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411987 Jul 22 22:27:21.919748 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e740d05e-bc02-4df1-ab1c-4767ebeb7848 None None] Checking router: f6cb092b-2b3f-4f00-89b6-67f80c731a29 for host: dv-cinder-801912-2-iscsi {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:27:21.929532 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e740d05e-bc02-4df1-ab1c-4767ebeb7848 None None] Routers {'f6cb092b-2b3f-4f00-89b6-67f80c731a29'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:27:21.930161 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-e740d05e-bc02-4df1-ab1c-4767ebeb7848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:27:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['f6cb092b-2b3f-4f00-89b6-67f80c731a29'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:21.940263 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4293f-7941-4138-84d3-571754eea897 req-fb878c1d-b47e-482b-9678-a2946a71cab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:21.941765 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0fe4293f-7941-4138-84d3-571754eea897 req-fb878c1d-b47e-482b-9678-a2946a71cab4 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=fec4972d-bc34-4dad-b039-91d3c3c2c734 HTTP/1.1" status: 200 len: 850 time: 0.0489552 Jul 22 22:27:22.004945 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4293f-7941-4138-84d3-571754eea897 req-2808df5b-5f0c-4eb4-8bf4-132c717b6894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:22.006776 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0fe4293f-7941-4138-84d3-571754eea897 req-2808df5b-5f0c-4eb4-8bf4-132c717b6894 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f064cf42-f96c-4b47-830d-0a5aaa0b3353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0571752 Jul 22 22:27:22.045748 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-e740d05e-bc02-4df1-ab1c-4767ebeb7848 None None] Set router f6cb092b-2b3f-4f00-89b6-67f80c731a29 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:27:22.109711 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0fe4293f-7941-4138-84d3-571754eea897 req-c22bb971-7ce4-42ad-abf6-57e209ad8a14 service neutron] 10.222.0.115 "GET /v2.0/networks/f064cf42-f96c-4b47-830d-0a5aaa0b3353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917468 Jul 22 22:27:22.207464 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-0fe4293f-7941-4138-84d3-571754eea897 req-9c114ac6-64fb-466a-a64f-ca7d6305cae9 service neutron] 10.222.0.115 "GET /v2.0/networks/f064cf42-f96c-4b47-830d-0a5aaa0b3353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854118 Jul 22 22:27:22.248347 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-e740d05e-bc02-4df1-ab1c-4767ebeb7848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'name': 'tempest-TestVolumeBootPattern-737192248-router', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:20:12Z', 'updated_at': '2021-07-22T22:20:16Z', 'revision_number': 4, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'gw_port': {'id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:40:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:13Z', 'updated_at': '2021-07-22T22:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '7e48020a-e4c5-4200-a7e5-76b8fa71e9a3', 'name': '', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'mac_address': 'fa:16:3e:ce:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:15Z', 'updated_at': '2021-07-22T22:20:22Z', 'revision_number': 5, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'subnets': [{'id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:22.274454 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e740d05e-bc02-4df1-ab1c-4767ebeb7848 None None] The sync data for ids ['f6cb092b-2b3f-4f00-89b6-67f80c731a29'] in dv-cinder-801912-2-iscsi is: [{'id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'name': 'tempest-TestVolumeBootPattern-737192248-router', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:20:12Z', 'updated_at': '2021-07-22T22:20:16Z', 'revision_number': 4, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'gw_port': {'id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:40:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:13Z', 'updated_at': '2021-07-22T22:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '7e48020a-e4c5-4200-a7e5-76b8fa71e9a3', 'name': '', 'network_id': 'f064cf42-f96c-4b47-830d-0a5aaa0b3353', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'mac_address': 'fa:16:3e:ce:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:15Z', 'updated_at': '2021-07-22T22:20:22Z', 'revision_number': 5, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'subnets': [{'id': 'fec4972d-bc34-4dad-b039-91d3c3c2c734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:27:22.491365 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da87c5fb-4c0e-431d-92db-3c851ed49b85 None None] New status for floating IP b5caa0a9-21c1-4cae-b9c1-dbbaec131f14: DOWN {{(pid=93280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:27:23.036446 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b0483-afea-4542-9b61-2f723508b0ff req-316e0916-78a4-4064-acb7-7739a8ca7ca4 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:23.038065 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-540b0483-afea-4542-9b61-2f723508b0ff req-316e0916-78a4-4064-acb7-7739a8ca7ca4 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ff1df9b-9c14-4c82-8e6c-2cf0e367b505 HTTP/1.1" status: 200 len: 945 time: 0.0645690 Jul 22 22:27:23.079746 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-540b0483-afea-4542-9b61-2f723508b0ff req-344cf0e9-3f20-48a1-9b42-f61c459d47c5 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/security-groups?id=43c16f4d-fbc8-4190-bf07-2d8677f59fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358942 Jul 22 22:27:23.430697 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ddce6b-9a68-4812-9085-300fe5600d0a req-6d0a1502-c3c9-481a-a727-ac2b4ebf90b1 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:23.432340 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-97ddce6b-9a68-4812-9085-300fe5600d0a req-6d0a1502-c3c9-481a-a727-ac2b4ebf90b1 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.115 "GET /v2.0/ports?device_id=3ff1df9b-9c14-4c82-8e6c-2cf0e367b505 HTTP/1.1" status: 200 len: 945 time: 0.0661981 Jul 22 22:27:23.547781 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-97ddce6b-9a68-4812-9085-300fe5600d0a req-1702f541-2508-4ef1-95fd-08698a62f64c tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Deleting port 5777cb53-b656-4594-891d-84caa6d9669c {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:27:23.548249 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-97ddce6b-9a68-4812-9085-300fe5600d0a req-1702f541-2508-4ef1-95fd-08698a62f64c tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:23.643206 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-97ddce6b-9a68-4812-9085-300fe5600d0a req-1702f541-2508-4ef1-95fd-08698a62f64c tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] For port 5777cb53-b656-4594-891d-84caa6d9669c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=5777cb53-b656-4594-891d-84caa6d9669c,segment=NetworkSegment(04b6c565-2fba-4e25-aced-87ccd86f1ada),segment_id=04b6c565-2fba-4e25-aced-87ccd86f1ada)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:27:23.643559 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-97ddce6b-9a68-4812-9085-300fe5600d0a req-1702f541-2508-4ef1-95fd-08698a62f64c tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:23.656413 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-97ddce6b-9a68-4812-9085-300fe5600d0a req-1702f541-2508-4ef1-95fd-08698a62f64c tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Calling delete_port for 5777cb53-b656-4594-891d-84caa6d9669c owned by compute:nova {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:27:23.779986 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-97ddce6b-9a68-4812-9085-300fe5600d0a req-1702f541-2508-4ef1-95fd-08698a62f64c tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:23.812201 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702f541-2508-4ef1-95fd-08698a62f64c tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Pushing event deleted for resources: {'Port': ['ID=5777cb53-b656-4594-891d-84caa6d9669c,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:23.858270 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ddce6b-9a68-4812-9085-300fe5600d0a req-1702f541-2508-4ef1-95fd-08698a62f64c tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] No DVR routers for this DVR port 5777cb53-b656-4594-891d-84caa6d9669c on host hv-cinder-80191 {{(pid=93278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:27:23.860748 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-97ddce6b-9a68-4812-9085-300fe5600d0a req-1702f541-2508-4ef1-95fd-08698a62f64c tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:23.862726 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-97ddce6b-9a68-4812-9085-300fe5600d0a req-1702f541-2508-4ef1-95fd-08698a62f64c tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.115 "DELETE /v2.0/ports/5777cb53-b656-4594-891d-84caa6d9669c HTTP/1.1" status: 204 len: 173 time: 0.4248099 Jul 22 22:27:23.863177 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff1df9b-9c14-4c82-8e6c-2cf0e367b505', 'name': 'network-vif-deleted', 'tag': '5777cb53-b656-4594-891d-84caa6d9669c'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:27:23.865433 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98dc973f-6908-4e79-93d3-4f1863f011ca" -d '{"events": [{"server_uuid": "3ff1df9b-9c14-4c82-8e6c-2cf0e367b505", "name": "network-vif-deleted", "tag": "5777cb53-b656-4594-891d-84caa6d9669c"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:27:23.903783 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2596aee-08b2-4cd9-b124-04496b257c8f x-openstack-request-id: req-d2596aee-08b2-4cd9-b124-04496b257c8f {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:27:23.904073 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff1df9b-9c14-4c82-8e6c-2cf0e367b505", "name": "network-vif-deleted", "tag": "5777cb53-b656-4594-891d-84caa6d9669c", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:27:23.904357 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d2596aee-08b2-4cd9-b124-04496b257c8f {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:27:23.904763 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff1df9b-9c14-4c82-8e6c-2cf0e367b505', 'name': 'network-vif-deleted', 'tag': '5777cb53-b656-4594-891d-84caa6d9669c', 'status': 'completed', 'code': 200} Jul 22 22:27:24.182089 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-e4e5a535-97cb-4921-adc0-946a265f3797 req-32df3973-5092-4736-8cf7-4b14fc1c0349 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ff1df9b-9c14-4c82-8e6c-2cf0e367b505 HTTP/1.1" status: 200 len: 210 time: 0.0333254 Jul 22 22:27:25.241094 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 53812) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:25.368838 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-d2d67245-555b-45cd-854b-90567e165b67 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Deleting port c69032db-8c29-4bc3-99c4-e3b78589899c {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:27:25.369181 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d2d67245-555b-45cd-854b-90567e165b67 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:25.447804 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d2d67245-555b-45cd-854b-90567e165b67 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:25.448120 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d2d67245-555b-45cd-854b-90567e165b67 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:25.460398 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-d2d67245-555b-45cd-854b-90567e165b67 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Calling delete_port for c69032db-8c29-4bc3-99c4-e3b78589899c owned by network:floatingip {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:27:25.596281 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d2d67245-555b-45cd-854b-90567e165b67 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960856'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:25.622566 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d67245-555b-45cd-854b-90567e165b67 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Pushing event deleted for resources: {'Port': ['ID=c69032db-8c29-4bc3-99c4-e3b78589899c,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:25.690496 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d2d67245-555b-45cd-854b-90567e165b67 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for floatingip, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:25.693386 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d2d67245-555b-45cd-854b-90567e165b67 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for floatingip, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:25.694574 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-d2d67245-555b-45cd-854b-90567e165b67 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "DELETE /v2.0/floatingips/36e61727-afa0-42f8-a54d-63528c32fbd0 HTTP/1.1" status: 204 len: 168 time: 0.4524803 Jul 22 22:27:26.702649 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 5777cb53-b656-4594-891d-84caa6d9669c no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:27:26.722663 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] No Port match for: 5777cb53-b656-4594-891d-84caa6d9669c {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:27:26.723010 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device 5777cb53-b656-4594-891d-84caa6d9669c not bound to the agent host hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:27:26.758057 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:26.898641 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 53828) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:26.957541 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b1362fab-fa78-498a-b9cf-e9d54f2827e5 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:26.981938 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b1362fab-fa78-498a-b9cf-e9d54f2827e5 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:27.040970 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b1362fab-fa78-498a-b9cf-e9d54f2827e5 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:27.044303 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b1362fab-fa78-498a-b9cf-e9d54f2827e5 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:27.045465 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-b1362fab-fa78-498a-b9cf-e9d54f2827e5 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] 10.222.0.11 "DELETE /v2.0/security-groups/43c16f4d-fbc8-4190-bf07-2d8677f59fb9 HTTP/1.1" status: 204 len: 168 time: 0.1458285 Jul 22 22:27:27.054514 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1362fab-fa78-498a-b9cf-e9d54f2827e5 tempest-TestVolumeBootPattern-126184292 tempest-TestVolumeBootPattern-126184292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c16f4d-fbc8-4190-bf07-2d8677f59fb9,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:27.100511 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 53832) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:27.563316 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2308e0bf-42fe-4720-b12e-5f5a161caeb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717709'] for router_interface, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:27.824958 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-2308e0bf-42fe-4720-b12e-5f5a161caeb5 admin admin] Deleting port 7e48020a-e4c5-4200-a7e5-76b8fa71e9a3 {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:27:27.825309 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2308e0bf-42fe-4720-b12e-5f5a161caeb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:27.903360 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-2308e0bf-42fe-4720-b12e-5f5a161caeb5 admin admin] For port 7e48020a-e4c5-4200-a7e5-76b8fa71e9a3, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=7e48020a-e4c5-4200-a7e5-76b8fa71e9a3,segment=NetworkSegment(04b6c565-2fba-4e25-aced-87ccd86f1ada),segment_id=04b6c565-2fba-4e25-aced-87ccd86f1ada)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:27:27.904054 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2308e0bf-42fe-4720-b12e-5f5a161caeb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:27.916207 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-2308e0bf-42fe-4720-b12e-5f5a161caeb5 admin admin] Calling delete_port for 7e48020a-e4c5-4200-a7e5-76b8fa71e9a3 owned by network:router_interface {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:27:28.097764 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2308e0bf-42fe-4720-b12e-5f5a161caeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960856'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:28.121057 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308e0bf-42fe-4720-b12e-5f5a161caeb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e48020a-e4c5-4200-a7e5-76b8fa71e9a3,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:28.302474 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2308e0bf-42fe-4720-b12e-5f5a161caeb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717585'] for router_interface, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:28.513863 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2308e0bf-42fe-4720-b12e-5f5a161caeb5 admin admin] Router f6cb092b-2b3f-4f00-89b6-67f80c731a29 has already been hosted by L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 {{(pid=93279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:27:28.624618 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2308e0bf-42fe-4720-b12e-5f5a161caeb5 admin admin] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:27:28.630636 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-2308e0bf-42fe-4720-b12e-5f5a161caeb5 admin admin] 10.222.0.11 "PUT /v2.0/routers/f6cb092b-2b3f-4f00-89b6-67f80c731a29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5290332 Jul 22 22:27:28.632292 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 53840) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:28.642882 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8382f329-8141-4054-87ba-3f0e88bd3d02 None None] Sync routers for ids ['f6cb092b-2b3f-4f00-89b6-67f80c731a29'] in dv-cinder-801912-2-iscsi {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:27:28.652484 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8382f329-8141-4054-87ba-3f0e88bd3d02 None None] Routers {'f6cb092b-2b3f-4f00-89b6-67f80c731a29'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:27:28.653116 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-8382f329-8141-4054-87ba-3f0e88bd3d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:27:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['f6cb092b-2b3f-4f00-89b6-67f80c731a29'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:28.740673 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9b53efda-00b6-41b8-b9bc-550fa04fd883 admin admin] Notify callbacks [] for router, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:28.758686 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-8382f329-8141-4054-87ba-3f0e88bd3d02 None None] Set router f6cb092b-2b3f-4f00-89b6-67f80c731a29 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:27:28.880742 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9b53efda-00b6-41b8-b9bc-550fa04fd883 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:28.944079 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-9b53efda-00b6-41b8-b9bc-550fa04fd883 admin admin] Deleting port 448b1ea9-1bf4-470c-b504-a0ed2ff0d994 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:27:28.944427 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9b53efda-00b6-41b8-b9bc-550fa04fd883 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:29.037238 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-9b53efda-00b6-41b8-b9bc-550fa04fd883 admin admin] For port 448b1ea9-1bf4-470c-b504-a0ed2ff0d994, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=448b1ea9-1bf4-470c-b504-a0ed2ff0d994,segment=NetworkSegment(b880b034-49fb-48cf-bc81-b26ee1611faf),segment_id=b880b034-49fb-48cf-bc81-b26ee1611faf)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:27:29.037588 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9b53efda-00b6-41b8-b9bc-550fa04fd883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:29.050673 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-9b53efda-00b6-41b8-b9bc-550fa04fd883 admin admin] Calling delete_port for 448b1ea9-1bf4-470c-b504-a0ed2ff0d994 owned by network:router_gateway {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:27:29.061301 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-8382f329-8141-4054-87ba-3f0e88bd3d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'name': 'tempest-TestVolumeBootPattern-737192248-router', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:20:12Z', 'updated_at': '2021-07-22T22:27:28Z', 'revision_number': 5, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'gw_port': {'id': '448b1ea9-1bf4-470c-b504-a0ed2ff0d994', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:40:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:13Z', 'updated_at': '2021-07-22T22:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi'}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:29.090965 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8382f329-8141-4054-87ba-3f0e88bd3d02 None None] Checking router: f6cb092b-2b3f-4f00-89b6-67f80c731a29 for host: dv-cinder-801912-2-iscsi {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:27:29.099364 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8382f329-8141-4054-87ba-3f0e88bd3d02 None None] Routers {'f6cb092b-2b3f-4f00-89b6-67f80c731a29'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:27:29.100078 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-8382f329-8141-4054-87ba-3f0e88bd3d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:27:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['f6cb092b-2b3f-4f00-89b6-67f80c731a29'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:29.188713 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-8382f329-8141-4054-87ba-3f0e88bd3d02 None None] Set router f6cb092b-2b3f-4f00-89b6-67f80c731a29 gateway port host: None {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:27:29.223296 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9b53efda-00b6-41b8-b9bc-550fa04fd883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:29.240927 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-8382f329-8141-4054-87ba-3f0e88bd3d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'name': 'tempest-TestVolumeBootPattern-737192248-router', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:20:12Z', 'updated_at': '2021-07-22T22:27:28Z', 'revision_number': 6, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'gw_port_host': None}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:29.251333 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53efda-00b6-41b8-b9bc-550fa04fd883 admin admin] Pushing event deleted for resources: {'Port': ['ID=448b1ea9-1bf4-470c-b504-a0ed2ff0d994,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:29.271412 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8382f329-8141-4054-87ba-3f0e88bd3d02 None None] The sync data for ids ['f6cb092b-2b3f-4f00-89b6-67f80c731a29'] in dv-cinder-801912-2-iscsi is: [{'id': 'f6cb092b-2b3f-4f00-89b6-67f80c731a29', 'name': 'tempest-TestVolumeBootPattern-737192248-router', 'tenant_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:20:12Z', 'updated_at': '2021-07-22T22:27:28Z', 'revision_number': 6, 'project_id': '2abfaf6202824c23a8f6aaad9e7a16df', 'gw_port_host': None}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:27:29.322915 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9b53efda-00b6-41b8-b9bc-550fa04fd883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-718263'] for router_gateway, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:29.412258 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9b53efda-00b6-41b8-b9bc-550fa04fd883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9675'] for router, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:29.414408 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9b53efda-00b6-41b8-b9bc-550fa04fd883 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:29.464689 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9b53efda-00b6-41b8-b9bc-550fa04fd883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-719692'] for router, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:29.465516 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b53efda-00b6-41b8-b9bc-550fa04fd883 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6cb092b-2b3f-4f00-89b6-67f80c731a29 {{(pid=93278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:27:29.471094 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-9b53efda-00b6-41b8-b9bc-550fa04fd883 admin admin] Notify callbacks [] for router, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:29.472289 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-9b53efda-00b6-41b8-b9bc-550fa04fd883 admin admin] 10.222.0.11 "DELETE /v2.0/routers/f6cb092b-2b3f-4f00-89b6-67f80c731a29 HTTP/1.1" status: 204 len: 168 time: 0.8389554 Jul 22 22:27:29.475424 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 53842) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:29.524537 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_v2 [None req-822a8b02-5777-43de-85d4-4d9fb6423aa7 admin admin] Deleting subnet fec4972d-bc34-4dad-b039-91d3c3c2c734 {{(pid=93278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:27:29.528681 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-822a8b02-5777-43de-85d4-4d9fb6423aa7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:29.562716 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-822a8b02-5777-43de-85d4-4d9fb6423aa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2973935'] for subnet, precommit_delete_associations {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:29.648200 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-822a8b02-5777-43de-85d4-4d9fb6423aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759386'] for subnet, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:29.719765 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-822a8b02-5777-43de-85d4-4d9fb6423aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2431582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2719312'] for subnet, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:29.746614 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a8b02-5777-43de-85d4-4d9fb6423aa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fec4972d-bc34-4dad-b039-91d3c3c2c734,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:29.752168 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-822a8b02-5777-43de-85d4-4d9fb6423aa7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:29.754980 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-822a8b02-5777-43de-85d4-4d9fb6423aa7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/fec4972d-bc34-4dad-b039-91d3c3c2c734 HTTP/1.1" status: 204 len: 168 time: 0.2785208 Jul 22 22:27:29.757513 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 53846) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:29.761322 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b651125a-9e85-4bef-ad76-7c864b3c9376 None None] Network f064cf42-f96c-4b47-830d-0a5aaa0b3353 requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:27:29.832805 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b3f0b034-abd1-432d-af57-5502af7e3a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1788509'] for network, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:29.892201 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-b3f0b034-abd1-432d-af57-5502af7e3a03 admin admin] Deleting port fa37656f-8816-42d6-b1dc-328b68b04252 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:27:29.892571 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b3f0b034-abd1-432d-af57-5502af7e3a03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:29.957049 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-b3f0b034-abd1-432d-af57-5502af7e3a03 admin admin] For port fa37656f-8816-42d6-b1dc-328b68b04252, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=fa37656f-8816-42d6-b1dc-328b68b04252,segment=NetworkSegment(04b6c565-2fba-4e25-aced-87ccd86f1ada),segment_id=04b6c565-2fba-4e25-aced-87ccd86f1ada)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:27:29.957404 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b3f0b034-abd1-432d-af57-5502af7e3a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:29.970041 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-b3f0b034-abd1-432d-af57-5502af7e3a03 admin admin] Calling delete_port for fa37656f-8816-42d6-b1dc-328b68b04252 owned by network:dhcp {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:27:30.033952 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5b7d03-6f73-4705-8950-7d0afbee6ad8 None None] DHCP port deletion for f064cf42-f96c-4b47-830d-0a5aaa0b3353 request from dv-cinder-801912-2-iscsi {{(pid=93280) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:27:30.058462 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b3f0b034-abd1-432d-af57-5502af7e3a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:30.083843 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-ce5b7d03-6f73-4705-8950-7d0afbee6ad8 None None] Deleting port fa37656f-8816-42d6-b1dc-328b68b04252 {{(pid=93280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:27:30.084221 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-ce5b7d03-6f73-4705-8950-7d0afbee6ad8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:30.086770 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f0b034-abd1-432d-af57-5502af7e3a03 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa37656f-8816-42d6-b1dc-328b68b04252,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:30.088866 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f0b034-abd1-432d-af57-5502af7e3a03 admin admin] No DVR routers for this DVR port fa37656f-8816-42d6-b1dc-328b68b04252 on host dv-cinder-801912-2-iscsi {{(pid=93278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:27:30.193126 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b3f0b034-abd1-432d-af57-5502af7e3a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760422', 'neutron.services.segments.db._delete_segments_for_network-8746838092337'] for network, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:30.207025 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-b3f0b034-abd1-432d-af57-5502af7e3a03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f064cf42-f96c-4b47-830d-0a5aaa0b3353']}} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:30.224007 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-b3f0b034-abd1-432d-af57-5502af7e3a03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04b6c565-2fba-4e25-aced-87ccd86f1ada') {'for_net_delete': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:30.224337 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-b3f0b034-abd1-432d-af57-5502af7e3a03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04b6c565-2fba-4e25-aced-87ccd86f1ada') {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:30.235059 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b3f0b034-abd1-432d-af57-5502af7e3a03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746838093114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2973926'] for segment, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:30.251880 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b3f0b034-abd1-432d-af57-5502af7e3a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122'] for segment, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:30.263164 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f0b034-abd1-432d-af57-5502af7e3a03 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:27:30.263567 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b3f0b034-abd1-432d-af57-5502af7e3a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2431524'] for segment, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:30.265384 dv-cinder-801912-2-iscsi neutron-server[93278]: Traceback (most recent call last): Jul 22 22:27:30.265384 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:27:30.265384 dv-cinder-801912-2-iscsi neutron-server[93278]: timer() Jul 22 22:27:30.265384 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:27:30.265384 dv-cinder-801912-2-iscsi neutron-server[93278]: cb(*args, **kw) Jul 22 22:27:30.265384 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:27:30.265384 dv-cinder-801912-2-iscsi neutron-server[93278]: return func(*args, **kwargs) Jul 22 22:27:30.265384 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:27:30.265384 dv-cinder-801912-2-iscsi neutron-server[93278]: self._notify() Jul 22 22:27:30.265384 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:27:30.265384 dv-cinder-801912-2-iscsi neutron-server[93278]: self.callback(batched_events) Jul 22 22:27:30.265384 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:27:30.265384 dv-cinder-801912-2-iscsi neutron-server[93278]: event.method(event) Jul 22 22:27:30.265384 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:27:30.265384 dv-cinder-801912-2-iscsi neutron-server[93278]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:27:30.265384 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:27:30.265384 dv-cinder-801912-2-iscsi neutron-server[93278]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:27:30.265384 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:27:30.265384 dv-cinder-801912-2-iscsi neutron-server[93278]: return f(self, *a, **k) Jul 22 22:27:30.265384 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:27:30.265384 dv-cinder-801912-2-iscsi neutron-server[93278]: return self._get(url).json() Jul 22 22:27:30.265384 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:27:30.265384 dv-cinder-801912-2-iscsi neutron-server[93278]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:27:30.265384 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:27:30.265384 dv-cinder-801912-2-iscsi neutron-server[93278]: return self.request(url, 'GET', **kwargs) Jul 22 22:27:30.265384 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:27:30.265384 dv-cinder-801912-2-iscsi neutron-server[93278]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:27:30.265384 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:27:30.265384 dv-cinder-801912-2-iscsi neutron-server[93278]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:27:30.265384 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:27:30.265384 dv-cinder-801912-2-iscsi neutron-server[93278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:27:30.265384 dv-cinder-801912-2-iscsi neutron-server[93278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:27:30.277766 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 7e48020a-e4c5-4200-a7e5-76b8fa71e9a3 no longer exists at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:27:30.306737 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] No Port match for: 7e48020a-e4c5-4200-a7e5-76b8fa71e9a3 {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:27:30.307098 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 7e48020a-e4c5-4200-a7e5-76b8fa71e9a3 not bound to the agent host dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:27:30.307525 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device fa37656f-8816-42d6-b1dc-328b68b04252 no longer exists at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:27:30.309967 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-ce5b7d03-6f73-4705-8950-7d0afbee6ad8 None None] For port fa37656f-8816-42d6-b1dc-328b68b04252, host dv-cinder-801912-2-iscsi, got binding levels [] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:27:30.310367 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-ce5b7d03-6f73-4705-8950-7d0afbee6ad8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:30.333561 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b3f0b034-abd1-432d-af57-5502af7e3a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718227'] for network, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:30.338031 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] No Port match for: fa37656f-8816-42d6-b1dc-328b68b04252 {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:27:30.338483 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device fa37656f-8816-42d6-b1dc-328b68b04252 not bound to the agent host dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:27:30.338797 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 448b1ea9-1bf4-470c-b504-a0ed2ff0d994 no longer exists at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:27:30.342602 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b3f0b034-abd1-432d-af57-5502af7e3a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:30.348316 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-ce5b7d03-6f73-4705-8950-7d0afbee6ad8 None None] Calling delete_port for fa37656f-8816-42d6-b1dc-328b68b04252 owned by network:dhcp {{(pid=93280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:27:30.348601 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-b3f0b034-abd1-432d-af57-5502af7e3a03 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f064cf42-f96c-4b47-830d-0a5aaa0b3353 HTTP/1.1" status: 204 len: 168 time: 0.5865417 Jul 22 22:27:30.348759 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.ipam_backend_mixin [None req-ce5b7d03-6f73-4705-8950-7d0afbee6ad8 None None] Port fa37656f-8816-42d6-b1dc-328b68b04252 was not found and therefore no delete operation was performed {{(pid=93280) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 22:27:30.349294 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 53848) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:30.349998 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-ce5b7d03-6f73-4705-8950-7d0afbee6ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634'] for port, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:30.358694 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f0b034-abd1-432d-af57-5502af7e3a03 admin admin] Pushing event deleted for resources: {'Network': ['ID=f064cf42-f96c-4b47-830d-0a5aaa0b3353,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:30.372746 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] No Port match for: 448b1ea9-1bf4-470c-b504-a0ed2ff0d994 {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:27:30.373108 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 448b1ea9-1bf4-470c-b504-a0ed2ff0d994 not bound to the agent host dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:27:30.398544 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b7d03-6f73-4705-8950-7d0afbee6ad8 None None] Pushing event deleted for resources: {'Port': ['ID=fa37656f-8816-42d6-b1dc-328b68b04252,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:30.400281 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ce5b7d03-6f73-4705-8950-7d0afbee6ad8 None None] Network f064cf42-f96c-4b47-830d-0a5aaa0b3353 is not hosted by any dhcp agent {{(pid=93280) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 22:27:30.400924 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5b7d03-6f73-4705-8950-7d0afbee6ad8 None None] No DVR routers for this DVR port fa37656f-8816-42d6-b1dc-328b68b04252 on host dv-cinder-801912-2-iscsi {{(pid=93280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:27:30.703106 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d1496cfc-faaa-4d9b-81d4-3b8d9929cc3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717709'] for router_interface, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:30.956156 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-d1496cfc-faaa-4d9b-81d4-3b8d9929cc3c admin admin] Deleting port f5d90aac-9e0b-4aef-9cfd-9482acf6e28d {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:27:30.956540 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d1496cfc-faaa-4d9b-81d4-3b8d9929cc3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:31.035369 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-d1496cfc-faaa-4d9b-81d4-3b8d9929cc3c admin admin] For port f5d90aac-9e0b-4aef-9cfd-9482acf6e28d, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=f5d90aac-9e0b-4aef-9cfd-9482acf6e28d,segment=NetworkSegment(366fe38d-9a8a-40de-ab35-e44d9897a97c),segment_id=366fe38d-9a8a-40de-ab35-e44d9897a97c)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:27:31.035732 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d1496cfc-faaa-4d9b-81d4-3b8d9929cc3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:31.048819 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-d1496cfc-faaa-4d9b-81d4-3b8d9929cc3c admin admin] Calling delete_port for f5d90aac-9e0b-4aef-9cfd-9482acf6e28d owned by network:router_interface {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:27:31.233181 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d1496cfc-faaa-4d9b-81d4-3b8d9929cc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960856'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:31.255608 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1496cfc-faaa-4d9b-81d4-3b8d9929cc3c admin admin] Pushing event deleted for resources: {'Port': ['ID=f5d90aac-9e0b-4aef-9cfd-9482acf6e28d,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:31.680373 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d1496cfc-faaa-4d9b-81d4-3b8d9929cc3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717585'] for router_interface, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:31.887276 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1496cfc-faaa-4d9b-81d4-3b8d9929cc3c admin admin] Router f452758d-e2c8-4ccd-abf9-fb439ef695c9 has already been hosted by L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 {{(pid=93279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:27:31.999369 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1496cfc-faaa-4d9b-81d4-3b8d9929cc3c admin admin] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:27:32.005122 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-d1496cfc-faaa-4d9b-81d4-3b8d9929cc3c admin admin] 10.222.0.11 "PUT /v2.0/routers/f452758d-e2c8-4ccd-abf9-fb439ef695c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6548359 Jul 22 22:27:32.007765 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 53854) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:32.008596 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac751af-ce62-49f1-8b40-5df4ffe09291 None None] Sync routers for ids ['f452758d-e2c8-4ccd-abf9-fb439ef695c9'] in dv-cinder-801912-2-iscsi {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:27:32.018989 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac751af-ce62-49f1-8b40-5df4ffe09291 None None] Routers {'f452758d-e2c8-4ccd-abf9-fb439ef695c9'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:27:32.019670 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-dac751af-ce62-49f1-8b40-5df4ffe09291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:27:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['f452758d-e2c8-4ccd-abf9-fb439ef695c9'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:32.127303 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d94c0401-8268-45af-b859-ef942f5dc825 admin admin] Notify callbacks [] for router, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:32.130182 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-dac751af-ce62-49f1-8b40-5df4ffe09291 None None] Set router f452758d-e2c8-4ccd-abf9-fb439ef695c9 gateway port host: dv-cinder-801912-2-iscsi {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:27:32.238611 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d94c0401-8268-45af-b859-ef942f5dc825 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:32.291793 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-d94c0401-8268-45af-b859-ef942f5dc825 admin admin] Deleting port 154cfc78-3598-4fb1-a27d-3d0365f1335b {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:27:32.292142 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d94c0401-8268-45af-b859-ef942f5dc825 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:32.318243 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-dac751af-ce62-49f1-8b40-5df4ffe09291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f452758d-e2c8-4ccd-abf9-fb439ef695c9', 'name': 'tempest-TestVolumeBootPattern-976717340-router', 'tenant_id': '65750996e7844c47883820277d60ab8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '154cfc78-3598-4fb1-a27d-3d0365f1335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:20:19Z', 'updated_at': '2021-07-22T22:27:31Z', 'revision_number': 5, 'project_id': '65750996e7844c47883820277d60ab8d', 'gw_port': {'id': '154cfc78-3598-4fb1-a27d-3d0365f1335b', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f452758d-e2c8-4ccd-abf9-fb439ef695c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:20:20Z', 'updated_at': '2021-07-22T22:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi'}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:32.348377 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac751af-ce62-49f1-8b40-5df4ffe09291 None None] Checking router: f452758d-e2c8-4ccd-abf9-fb439ef695c9 for host: dv-cinder-801912-2-iscsi {{(pid=93280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:27:32.359540 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac751af-ce62-49f1-8b40-5df4ffe09291 None None] Routers {'f452758d-e2c8-4ccd-abf9-fb439ef695c9'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:27:32.359540 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-dac751af-ce62-49f1-8b40-5df4ffe09291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:27:19Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['f452758d-e2c8-4ccd-abf9-fb439ef695c9'], 'active': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:32.377510 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-d94c0401-8268-45af-b859-ef942f5dc825 admin admin] For port 154cfc78-3598-4fb1-a27d-3d0365f1335b, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=154cfc78-3598-4fb1-a27d-3d0365f1335b,segment=NetworkSegment(b880b034-49fb-48cf-bc81-b26ee1611faf),segment_id=b880b034-49fb-48cf-bc81-b26ee1611faf)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:27:32.377863 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d94c0401-8268-45af-b859-ef942f5dc825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:32.391138 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-d94c0401-8268-45af-b859-ef942f5dc825 admin admin] Calling delete_port for 154cfc78-3598-4fb1-a27d-3d0365f1335b owned by network:router_gateway {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:27:32.443402 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvr_db [None req-dac751af-ce62-49f1-8b40-5df4ffe09291 None None] Set router f452758d-e2c8-4ccd-abf9-fb439ef695c9 gateway port host: None {{(pid=93280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:27:32.497751 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_hamode_db [None req-dac751af-ce62-49f1-8b40-5df4ffe09291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f452758d-e2c8-4ccd-abf9-fb439ef695c9', 'name': 'tempest-TestVolumeBootPattern-976717340-router', 'tenant_id': '65750996e7844c47883820277d60ab8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:20:19Z', 'updated_at': '2021-07-22T22:27:32Z', 'revision_number': 6, 'project_id': '65750996e7844c47883820277d60ab8d', 'gw_port_host': None}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:32.525389 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac751af-ce62-49f1-8b40-5df4ffe09291 None None] The sync data for ids ['f452758d-e2c8-4ccd-abf9-fb439ef695c9'] in dv-cinder-801912-2-iscsi is: [{'id': 'f452758d-e2c8-4ccd-abf9-fb439ef695c9', 'name': 'tempest-TestVolumeBootPattern-976717340-router', 'tenant_id': '65750996e7844c47883820277d60ab8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:20:19Z', 'updated_at': '2021-07-22T22:27:32Z', 'revision_number': 6, 'project_id': '65750996e7844c47883820277d60ab8d', 'gw_port_host': None}] {{(pid=93280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:27:32.567705 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d94c0401-8268-45af-b859-ef942f5dc825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960856'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:32.597033 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c0401-8268-45af-b859-ef942f5dc825 admin admin] Pushing event deleted for resources: {'Port': ['ID=154cfc78-3598-4fb1-a27d-3d0365f1335b,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:32.666804 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d94c0401-8268-45af-b859-ef942f5dc825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-718263'] for router_gateway, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:32.765106 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d94c0401-8268-45af-b859-ef942f5dc825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9675'] for router, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:32.767592 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d94c0401-8268-45af-b859-ef942f5dc825 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:32.819791 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d94c0401-8268-45af-b859-ef942f5dc825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-719692'] for router, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:32.820424 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94c0401-8268-45af-b859-ef942f5dc825 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f452758d-e2c8-4ccd-abf9-fb439ef695c9 {{(pid=93279) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:27:32.826703 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d94c0401-8268-45af-b859-ef942f5dc825 admin admin] Notify callbacks [] for router, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:32.827894 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-d94c0401-8268-45af-b859-ef942f5dc825 admin admin] 10.222.0.11 "DELETE /v2.0/routers/f452758d-e2c8-4ccd-abf9-fb439ef695c9 HTTP/1.1" status: 204 len: 168 time: 0.8189800 Jul 22 22:27:32.830528 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 53856) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:32.880299 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.db_base_plugin_v2 [None req-1099894c-0a45-474e-ba33-dada2987e23b admin admin] Deleting subnet eeb7e5e0-172a-4341-9270-3930463d5612 {{(pid=93279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:27:32.887852 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1099894c-0a45-474e-ba33-dada2987e23b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:32.936826 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1099894c-0a45-474e-ba33-dada2987e23b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2253524'] for subnet, precommit_delete_associations {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:33.036454 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1099894c-0a45-474e-ba33-dada2987e23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759386'] for subnet, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:33.098513 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1099894c-0a45-474e-ba33-dada2987e23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3960909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794102'] for subnet, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:33.124896 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099894c-0a45-474e-ba33-dada2987e23b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeb7e5e0-172a-4341-9270-3930463d5612,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:33.128884 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1099894c-0a45-474e-ba33-dada2987e23b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:33.131744 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-1099894c-0a45-474e-ba33-dada2987e23b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/eeb7e5e0-172a-4341-9270-3930463d5612 HTTP/1.1" status: 204 len: 168 time: 0.3001332 Jul 22 22:27:33.133505 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 53860) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:33.135095 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58eb47c-28f1-4f92-8da0-e08f3751ad7d None None] Network 3de172da-ba99-4acb-a058-c2b0e36dab15 requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:27:33.215882 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bdc30d17-44a7-4a1b-8c0d-4c9bcf66ab85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1788509'] for network, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:33.277827 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-bdc30d17-44a7-4a1b-8c0d-4c9bcf66ab85 admin admin] Deleting port 27171630-ea30-4286-8266-3f8221e3d588 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:27:33.278345 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bdc30d17-44a7-4a1b-8c0d-4c9bcf66ab85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:33.344565 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6d85e1-a6b5-41d1-989e-56c67c59723a None None] DHCP port deletion for 3de172da-ba99-4acb-a058-c2b0e36dab15 request from dv-cinder-801912-2-iscsi {{(pid=93280) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:27:33.366202 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-bdc30d17-44a7-4a1b-8c0d-4c9bcf66ab85 admin admin] For port 27171630-ea30-4286-8266-3f8221e3d588, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=27171630-ea30-4286-8266-3f8221e3d588,segment=NetworkSegment(366fe38d-9a8a-40de-ab35-e44d9897a97c),segment_id=366fe38d-9a8a-40de-ab35-e44d9897a97c)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:27:33.366939 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bdc30d17-44a7-4a1b-8c0d-4c9bcf66ab85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:33.380535 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-bdc30d17-44a7-4a1b-8c0d-4c9bcf66ab85 admin admin] Calling delete_port for 27171630-ea30-4286-8266-3f8221e3d588 owned by network:dhcp {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:27:33.401507 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-bb6d85e1-a6b5-41d1-989e-56c67c59723a None None] Deleting port 27171630-ea30-4286-8266-3f8221e3d588 {{(pid=93280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:27:33.401891 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bb6d85e1-a6b5-41d1-989e-56c67c59723a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:33.469943 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bdc30d17-44a7-4a1b-8c0d-4c9bcf66ab85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:33.479429 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-bb6d85e1-a6b5-41d1-989e-56c67c59723a None None] For port 27171630-ea30-4286-8266-3f8221e3d588, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=27171630-ea30-4286-8266-3f8221e3d588,segment=NetworkSegment(366fe38d-9a8a-40de-ab35-e44d9897a97c),segment_id=366fe38d-9a8a-40de-ab35-e44d9897a97c)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:27:33.479982 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bb6d85e1-a6b5-41d1-989e-56c67c59723a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:33.492947 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-bb6d85e1-a6b5-41d1-989e-56c67c59723a None None] Calling delete_port for 27171630-ea30-4286-8266-3f8221e3d588 owned by network:dhcp {{(pid=93280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:27:33.499455 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc30d17-44a7-4a1b-8c0d-4c9bcf66ab85 admin admin] Pushing event deleted for resources: {'Port': ['ID=27171630-ea30-4286-8266-3f8221e3d588,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:33.510059 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc30d17-44a7-4a1b-8c0d-4c9bcf66ab85 admin admin] No DVR routers for this DVR port 27171630-ea30-4286-8266-3f8221e3d588 on host dv-cinder-801912-2-iscsi {{(pid=93278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:27:33.595198 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bb6d85e1-a6b5-41d1-989e-56c67c59723a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634'] for port, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:33.599231 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bdc30d17-44a7-4a1b-8c0d-4c9bcf66ab85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760422', 'neutron.services.segments.db._delete_segments_for_network-8746838092337'] for network, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:33.613163 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-bdc30d17-44a7-4a1b-8c0d-4c9bcf66ab85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3de172da-ba99-4acb-a058-c2b0e36dab15']}} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:33.628852 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-bdc30d17-44a7-4a1b-8c0d-4c9bcf66ab85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '366fe38d-9a8a-40de-ab35-e44d9897a97c') {'for_net_delete': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:33.629149 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.services.segments.db [None req-bdc30d17-44a7-4a1b-8c0d-4c9bcf66ab85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '366fe38d-9a8a-40de-ab35-e44d9897a97c') {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:33.629498 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d85e1-a6b5-41d1-989e-56c67c59723a None None] Pushing event deleted for resources: {'Port': ['ID=27171630-ea30-4286-8266-3f8221e3d588,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:33.635526 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6d85e1-a6b5-41d1-989e-56c67c59723a None None] No DVR routers for this DVR port 27171630-ea30-4286-8266-3f8221e3d588 on host dv-cinder-801912-2-iscsi {{(pid=93280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:27:33.647831 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bdc30d17-44a7-4a1b-8c0d-4c9bcf66ab85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746838093114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2973926'] for segment, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:33.671324 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bdc30d17-44a7-4a1b-8c0d-4c9bcf66ab85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122'] for segment, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:33.677913 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc30d17-44a7-4a1b-8c0d-4c9bcf66ab85 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:27:33.678373 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bdc30d17-44a7-4a1b-8c0d-4c9bcf66ab85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2431524'] for segment, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:33.680056 dv-cinder-801912-2-iscsi neutron-server[93278]: Traceback (most recent call last): Jul 22 22:27:33.680056 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:27:33.680056 dv-cinder-801912-2-iscsi neutron-server[93278]: timer() Jul 22 22:27:33.680056 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:27:33.680056 dv-cinder-801912-2-iscsi neutron-server[93278]: cb(*args, **kw) Jul 22 22:27:33.680056 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:27:33.680056 dv-cinder-801912-2-iscsi neutron-server[93278]: return func(*args, **kwargs) Jul 22 22:27:33.680056 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:27:33.680056 dv-cinder-801912-2-iscsi neutron-server[93278]: self._notify() Jul 22 22:27:33.680056 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:27:33.680056 dv-cinder-801912-2-iscsi neutron-server[93278]: self.callback(batched_events) Jul 22 22:27:33.680056 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:27:33.680056 dv-cinder-801912-2-iscsi neutron-server[93278]: event.method(event) Jul 22 22:27:33.680056 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:27:33.680056 dv-cinder-801912-2-iscsi neutron-server[93278]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:27:33.680056 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:27:33.680056 dv-cinder-801912-2-iscsi neutron-server[93278]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:27:33.680056 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:27:33.680056 dv-cinder-801912-2-iscsi neutron-server[93278]: return f(self, *a, **k) Jul 22 22:27:33.680056 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:27:33.680056 dv-cinder-801912-2-iscsi neutron-server[93278]: return self._get(url).json() Jul 22 22:27:33.680056 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:27:33.680056 dv-cinder-801912-2-iscsi neutron-server[93278]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:27:33.680056 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:27:33.680056 dv-cinder-801912-2-iscsi neutron-server[93278]: return self.request(url, 'GET', **kwargs) Jul 22 22:27:33.680056 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:27:33.680056 dv-cinder-801912-2-iscsi neutron-server[93278]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:27:33.680056 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:27:33.680056 dv-cinder-801912-2-iscsi neutron-server[93278]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:27:33.680056 dv-cinder-801912-2-iscsi neutron-server[93278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:27:33.680056 dv-cinder-801912-2-iscsi neutron-server[93278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:27:33.680056 dv-cinder-801912-2-iscsi neutron-server[93278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:27:33.735051 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bdc30d17-44a7-4a1b-8c0d-4c9bcf66ab85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718227'] for network, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:33.741563 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bdc30d17-44a7-4a1b-8c0d-4c9bcf66ab85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:33.744043 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-bdc30d17-44a7-4a1b-8c0d-4c9bcf66ab85 admin admin] 10.222.0.11 "DELETE /v2.0/networks/3de172da-ba99-4acb-a058-c2b0e36dab15 HTTP/1.1" status: 204 len: 168 time: 0.6085355 Jul 22 22:27:33.755325 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc30d17-44a7-4a1b-8c0d-4c9bcf66ab85 admin admin] Pushing event deleted for resources: {'Network': ['ID=3de172da-ba99-4acb-a058-c2b0e36dab15,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:33.867234 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 53864) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:33.909041 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-20f335c7-0432-488a-91d1-fb11fbd37f80 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2abfaf6202824c23a8f6aaad9e7a16df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405571 Jul 22 22:27:33.911487 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 53866) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:33.964464 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f8cd3b5c-cacf-434d-a6a2-0fbfb3cbdccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:33.988181 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f8cd3b5c-cacf-434d-a6a2-0fbfb3cbdccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:34.037162 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f8cd3b5c-cacf-434d-a6a2-0fbfb3cbdccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:34.039702 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f8cd3b5c-cacf-434d-a6a2-0fbfb3cbdccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:34.041390 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-f8cd3b5c-cacf-434d-a6a2-0fbfb3cbdccb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0f19e80a-7be9-44b3-9e0d-b079ef587b76 HTTP/1.1" status: 204 len: 168 time: 0.1289756 Jul 22 22:27:34.049238 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd3b5c-cacf-434d-a6a2-0fbfb3cbdccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f19e80a-7be9-44b3-9e0d-b079ef587b76,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:34.210838 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 27171630-ea30-4286-8266-3f8221e3d588 no longer exists at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:27:34.231149 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] No Port match for: 27171630-ea30-4286-8266-3f8221e3d588 {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:27:34.231490 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 27171630-ea30-4286-8266-3f8221e3d588 not bound to the agent host dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:27:34.231906 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 154cfc78-3598-4fb1-a27d-3d0365f1335b no longer exists at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:27:34.250240 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] No Port match for: 154cfc78-3598-4fb1-a27d-3d0365f1335b {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:27:34.250583 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 154cfc78-3598-4fb1-a27d-3d0365f1335b not bound to the agent host dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:27:34.250997 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device f5d90aac-9e0b-4aef-9cfd-9482acf6e28d no longer exists at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:27:34.277888 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] No Port match for: f5d90aac-9e0b-4aef-9cfd-9482acf6e28d {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:27:34.278460 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device f5d90aac-9e0b-4aef-9cfd-9482acf6e28d not bound to the agent host dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:27:34.409303 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 53874) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:34.454154 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-b6c7d4b9-de1f-4454-b813-c8dc3b03002f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=65750996e7844c47883820277d60ab8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435545 Jul 22 22:27:34.456944 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 53876) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:34.513628 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0cd0c23f-f708-4fff-8e0d-c9036aa14334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:34.547522 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0cd0c23f-f708-4fff-8e0d-c9036aa14334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:34.600789 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0cd0c23f-f708-4fff-8e0d-c9036aa14334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:34.604046 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0cd0c23f-f708-4fff-8e0d-c9036aa14334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:34.605632 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-0cd0c23f-f708-4fff-8e0d-c9036aa14334 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/16b57a21-dbc2-4521-91c0-56bc46a013e0 HTTP/1.1" status: 204 len: 168 time: 0.1474006 Jul 22 22:27:34.615015 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd0c23f-f708-4fff-8e0d-c9036aa14334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b57a21-dbc2-4521-91c0-56bc46a013e0,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:46.577254 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-49a8593b-eb63-406e-9e24-5ea23b43e003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:47.898559 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 6 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:27:48.948753 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-50abe3e9-6545-4732-91ac-31c91406f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:49.197223 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:50.254809 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:51.902258 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:56.764118 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:08.850280 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39e6b3-8335-4681-a8d1-baadf7d5186d req-2b0925e6-623c-470f-943c-bf297884a066 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:08.851940 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-bb39e6b3-8335-4681-a8d1-baadf7d5186d req-2b0925e6-623c-470f-943c-bf297884a066 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b4d6d84-fcd4-4484-a542-808690eb0eeb HTTP/1.1" status: 200 len: 946 time: 0.0685749 Jul 22 22:28:08.892249 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-bb39e6b3-8335-4681-a8d1-baadf7d5186d req-e94ba1be-f48d-432f-a2fe-9a274ce4e64a tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=36dccba9-ebaf-41a7-923c-4503d47bb30d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341067 Jul 22 22:28:10.039785 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a32ff2-16d2-453a-8799-dbb2aedc4103 req-4a1b7688-cfff-4a41-b399-36c646c887f3 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:10.041326 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-56a32ff2-16d2-453a-8799-dbb2aedc4103 req-4a1b7688-cfff-4a41-b399-36c646c887f3 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b4d6d84-fcd4-4484-a542-808690eb0eeb HTTP/1.1" status: 200 len: 946 time: 0.0677319 Jul 22 22:28:10.080656 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-56a32ff2-16d2-453a-8799-dbb2aedc4103 req-845ec08f-f557-4d70-b49d-6d8a2e384ab2 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=36dccba9-ebaf-41a7-923c-4503d47bb30d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331140 Jul 22 22:28:10.573010 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79638957-f0ba-4264-aeac-3ae9d61dc4e9 req-7bc664a0-f2a3-47b7-9ae5-b417008707bb tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:10.574475 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-79638957-f0ba-4264-aeac-3ae9d61dc4e9 req-7bc664a0-f2a3-47b7-9ae5-b417008707bb tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b4d6d84-fcd4-4484-a542-808690eb0eeb HTTP/1.1" status: 200 len: 946 time: 0.0676706 Jul 22 22:28:10.672898 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-79638957-f0ba-4264-aeac-3ae9d61dc4e9 req-69343b0d-e31a-4c83-9ca2-4ce13b3e876f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Deleting port f5fe8cf3-3823-46a2-aea9-f7cad3a286f4 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:28:10.673271 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-79638957-f0ba-4264-aeac-3ae9d61dc4e9 req-69343b0d-e31a-4c83-9ca2-4ce13b3e876f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:11.020837 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [req-79638957-f0ba-4264-aeac-3ae9d61dc4e9 req-69343b0d-e31a-4c83-9ca2-4ce13b3e876f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] For port f5fe8cf3-3823-46a2-aea9-f7cad3a286f4, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=f5fe8cf3-3823-46a2-aea9-f7cad3a286f4,segment=NetworkSegment(fee2eda8-0e4a-4881-b822-7c3ccb435313),segment_id=fee2eda8-0e4a-4881-b822-7c3ccb435313)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:28:11.021178 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-79638957-f0ba-4264-aeac-3ae9d61dc4e9 req-69343b0d-e31a-4c83-9ca2-4ce13b3e876f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:11.219949 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-79638957-f0ba-4264-aeac-3ae9d61dc4e9 req-69343b0d-e31a-4c83-9ca2-4ce13b3e876f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:11.220533 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-79638957-f0ba-4264-aeac-3ae9d61dc4e9 req-69343b0d-e31a-4c83-9ca2-4ce13b3e876f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718221'] for floatingip, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:11.220901 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.db.l3_db [req-79638957-f0ba-4264-aeac-3ae9d61dc4e9 req-69343b0d-e31a-4c83-9ca2-4ce13b3e876f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Floating IP be75c93d-0ae2-4df3-81e8-e55c3b572db1 disassociated. External IP: 172.27.3.101, port: f5fe8cf3-3823-46a2-aea9-f7cad3a286f4. Jul 22 22:28:11.221370 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [req-79638957-f0ba-4264-aeac-3ae9d61dc4e9 req-69343b0d-e31a-4c83-9ca2-4ce13b3e876f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Calling delete_port for f5fe8cf3-3823-46a2-aea9-f7cad3a286f4 owned by compute:nova {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:28:11.261631 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802dbb69-e7d1-4062-86aa-14c106e00bac req-b6e24040-a9c8-4636-8175-172b27934dd8 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:11.264627 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-802dbb69-e7d1-4062-86aa-14c106e00bac req-b6e24040-a9c8-4636-8175-172b27934dd8 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b4d6d84-fcd4-4484-a542-808690eb0eeb HTTP/1.1" status: 200 len: 946 time: 0.1110909 Jul 22 22:28:11.315091 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [req-802dbb69-e7d1-4062-86aa-14c106e00bac req-031ac3ca-454b-4e6e-a787-524d8029ffb4 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups?id=36dccba9-ebaf-41a7-923c-4503d47bb30d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440257 Jul 22 22:28:11.374748 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-79638957-f0ba-4264-aeac-3ae9d61dc4e9 req-69343b0d-e31a-4c83-9ca2-4ce13b3e876f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:11.404777 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69343b0d-e31a-4c83-9ca2-4ce13b3e876f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Pushing event deleted for resources: {'Port': ['ID=f5fe8cf3-3823-46a2-aea9-f7cad3a286f4,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:11.419719 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69343b0d-e31a-4c83-9ca2-4ce13b3e876f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:11.420071 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69343b0d-e31a-4c83-9ca2-4ce13b3e876f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:11.420467 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69343b0d-e31a-4c83-9ca2-4ce13b3e876f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:11.420803 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69343b0d-e31a-4c83-9ca2-4ce13b3e876f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:11.421133 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69343b0d-e31a-4c83-9ca2-4ce13b3e876f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:11.421491 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69343b0d-e31a-4c83-9ca2-4ce13b3e876f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:11.421859 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69343b0d-e31a-4c83-9ca2-4ce13b3e876f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:11.422162 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69343b0d-e31a-4c83-9ca2-4ce13b3e876f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:11.422525 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69343b0d-e31a-4c83-9ca2-4ce13b3e876f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:11.422884 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69343b0d-e31a-4c83-9ca2-4ce13b3e876f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:11.423219 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69343b0d-e31a-4c83-9ca2-4ce13b3e876f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:11.423597 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69343b0d-e31a-4c83-9ca2-4ce13b3e876f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:11.543557 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79638957-f0ba-4264-aeac-3ae9d61dc4e9 req-69343b0d-e31a-4c83-9ca2-4ce13b3e876f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Router 528b3d76-bb93-435c-8200-1d1d053483dc has already been hosted by L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:28:11.652904 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79638957-f0ba-4264-aeac-3ae9d61dc4e9 req-69343b0d-e31a-4c83-9ca2-4ce13b3e876f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:28:11.665565 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93f1bca-333b-4de7-b7a7-f75f142790c9 None None] Sync routers for ids ['528b3d76-bb93-435c-8200-1d1d053483dc'] in dv-cinder-801912-2-iscsi {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:28:11.681022 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93f1bca-333b-4de7-b7a7-f75f142790c9 None None] Routers {'528b3d76-bb93-435c-8200-1d1d053483dc'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:28:11.682130 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-b93f1bca-333b-4de7-b7a7-f75f142790c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:27:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['528b3d76-bb93-435c-8200-1d1d053483dc'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:11.707467 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [req-79638957-f0ba-4264-aeac-3ae9d61dc4e9 req-69343b0d-e31a-4c83-9ca2-4ce13b3e876f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] No DVR routers for this DVR port f5fe8cf3-3823-46a2-aea9-f7cad3a286f4 on host hv-cinder-80191 {{(pid=93278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:28:11.710056 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [req-79638957-f0ba-4264-aeac-3ae9d61dc4e9 req-69343b0d-e31a-4c83-9ca2-4ce13b3e876f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for port, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:11.712198 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [req-79638957-f0ba-4264-aeac-3ae9d61dc4e9 req-69343b0d-e31a-4c83-9ca2-4ce13b3e876f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.115 "DELETE /v2.0/ports/f5fe8cf3-3823-46a2-aea9-f7cad3a286f4 HTTP/1.1" status: 204 len: 173 time: 1.1327038 Jul 22 22:28:11.712673 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4d6d84-fcd4-4484-a542-808690eb0eeb', 'name': 'network-vif-deleted', 'tag': 'f5fe8cf3-3823-46a2-aea9-f7cad3a286f4'}] {{(pid=93278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:28:11.715033 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4081fca5fbd7d43685584d632ab864f755f6c65b3d0e46aa98bf147f796cfdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc81a336-95d6-40f8-a60e-9de8493b6288" -d '{"events": [{"server_uuid": "6b4d6d84-fcd4-4484-a542-808690eb0eeb", "name": "network-vif-deleted", "tag": "f5fe8cf3-3823-46a2-aea9-f7cad3a286f4"}]}' {{(pid=93278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:28:11.759388 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d91de1-5287-4b56-be2d-45703c509f05 x-openstack-request-id: req-00d91de1-5287-4b56-be2d-45703c509f05 {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:28:11.759586 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4d6d84-fcd4-4484-a542-808690eb0eeb", "name": "network-vif-deleted", "tag": "f5fe8cf3-3823-46a2-aea9-f7cad3a286f4", "status": "completed", "code": 200}]} {{(pid=93278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:28:11.759935 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-00d91de1-5287-4b56-be2d-45703c509f05 {{(pid=93278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:28:11.760410 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4d6d84-fcd4-4484-a542-808690eb0eeb', 'name': 'network-vif-deleted', 'tag': 'f5fe8cf3-3823-46a2-aea9-f7cad3a286f4', 'status': 'completed', 'code': 200} Jul 22 22:28:11.807859 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-b93f1bca-333b-4de7-b7a7-f75f142790c9 None None] Set router 528b3d76-bb93-435c-8200-1d1d053483dc gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:28:12.042777 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-b93f1bca-333b-4de7-b7a7-f75f142790c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'name': 'tempest-AttachVolumeTestJSON-1431955537-router', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '28495245-f12e-475a-a019-d15da44b9d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:24:02Z', 'revision_number': 4, 'project_id': '95465b0debf04b0a96b7da0325051460', 'gw_port': {'id': '28495245-f12e-475a-a019-d15da44b9d83', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe', 'name': '', 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'mac_address': 'fa:16:3e:75:40:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5fd42f08-c186-49cf-a784-779ffc6ad00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:02Z', 'updated_at': '2021-07-22T22:24:08Z', 'revision_number': 5, 'project_id': '95465b0debf04b0a96b7da0325051460', 'subnets': [{'id': '5fd42f08-c186-49cf-a784-779ffc6ad00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:12.068357 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93f1bca-333b-4de7-b7a7-f75f142790c9 None None] Checking router: 528b3d76-bb93-435c-8200-1d1d053483dc for host: dv-cinder-801912-2-iscsi {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:28:12.078185 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93f1bca-333b-4de7-b7a7-f75f142790c9 None None] Routers {'528b3d76-bb93-435c-8200-1d1d053483dc'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:28:12.078793 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-b93f1bca-333b-4de7-b7a7-f75f142790c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:27:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['528b3d76-bb93-435c-8200-1d1d053483dc'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:12.201157 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-b93f1bca-333b-4de7-b7a7-f75f142790c9 None None] Set router 528b3d76-bb93-435c-8200-1d1d053483dc gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:28:12.404941 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 54028) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:12.410291 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-b93f1bca-333b-4de7-b7a7-f75f142790c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'name': 'tempest-AttachVolumeTestJSON-1431955537-router', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '28495245-f12e-475a-a019-d15da44b9d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:24:02Z', 'revision_number': 4, 'project_id': '95465b0debf04b0a96b7da0325051460', 'gw_port': {'id': '28495245-f12e-475a-a019-d15da44b9d83', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe', 'name': '', 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'mac_address': 'fa:16:3e:75:40:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5fd42f08-c186-49cf-a784-779ffc6ad00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:02Z', 'updated_at': '2021-07-22T22:24:08Z', 'revision_number': 5, 'project_id': '95465b0debf04b0a96b7da0325051460', 'subnets': [{'id': '5fd42f08-c186-49cf-a784-779ffc6ad00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:12.443004 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93f1bca-333b-4de7-b7a7-f75f142790c9 None None] The sync data for ids ['528b3d76-bb93-435c-8200-1d1d053483dc'] in dv-cinder-801912-2-iscsi is: [{'id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'name': 'tempest-AttachVolumeTestJSON-1431955537-router', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '28495245-f12e-475a-a019-d15da44b9d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:24:02Z', 'revision_number': 4, 'project_id': '95465b0debf04b0a96b7da0325051460', 'gw_port': {'id': '28495245-f12e-475a-a019-d15da44b9d83', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi', '_interfaces': [{'id': '1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe', 'name': '', 'network_id': '1495ba4d-e888-4827-9487-53dfbbe585b1', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'mac_address': 'fa:16:3e:75:40:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5fd42f08-c186-49cf-a784-779ffc6ad00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:02Z', 'updated_at': '2021-07-22T22:24:08Z', 'revision_number': 5, 'project_id': '95465b0debf04b0a96b7da0325051460', 'subnets': [{'id': '5fd42f08-c186-49cf-a784-779ffc6ad00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:28:12.469022 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-2d2f0302-6a50-4780-bbb1-3e58ac05b116 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:12.494552 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-2d2f0302-6a50-4780-bbb1-3e58ac05b116 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:12.546929 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-2d2f0302-6a50-4780-bbb1-3e58ac05b116 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:12.549603 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-2d2f0302-6a50-4780-bbb1-3e58ac05b116 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:12.550764 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-2d2f0302-6a50-4780-bbb1-3e58ac05b116 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "DELETE /v2.0/security-groups/36dccba9-ebaf-41a7-923c-4503d47bb30d HTTP/1.1" status: 204 len: 168 time: 0.1448331 Jul 22 22:28:12.555543 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 54030) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:12.561120 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f0302-6a50-4780-bbb1-3e58ac05b116 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36dccba9-ebaf-41a7-923c-4503d47bb30d,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:12.576755 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.api.v2.resource [None req-a0c5aec5-7c8d-4cf4-971e-c15993da8e06 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] show failed (client error): The resource could not be found. Jul 22 22:28:12.578456 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-a0c5aec5-7c8d-4cf4-971e-c15993da8e06 tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "GET /v2.0/security-groups/36dccba9-ebaf-41a7-923c-4503d47bb30d HTTP/1.1" status: 404 len: 347 time: 0.0208452 Jul 22 22:28:12.580886 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 54032) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:12.697402 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c6acdf-52f9-4887-ab77-a8ce962c0626 None None] New status for floating IP be75c93d-0ae2-4df3-81e8-e55c3b572db1: DOWN {{(pid=93280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:28:12.714117 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-8a9c168c-4324-4d72-89a7-5bebe4775d6f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Deleting port 7ae50b4e-f71c-4c27-a9c2-4bb8cf595b9c {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:28:12.714699 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8a9c168c-4324-4d72-89a7-5bebe4775d6f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:12.790400 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8a9c168c-4324-4d72-89a7-5bebe4775d6f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:12.790730 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8a9c168c-4324-4d72-89a7-5bebe4775d6f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:12.802373 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-8a9c168c-4324-4d72-89a7-5bebe4775d6f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Calling delete_port for 7ae50b4e-f71c-4c27-a9c2-4bb8cf595b9c owned by network:floatingip {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:28:12.945977 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8a9c168c-4324-4d72-89a7-5bebe4775d6f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:12.973470 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c168c-4324-4d72-89a7-5bebe4775d6f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Pushing event deleted for resources: {'Port': ['ID=7ae50b4e-f71c-4c27-a9c2-4bb8cf595b9c,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:13.010684 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device f5fe8cf3-3823-46a2-aea9-f7cad3a286f4 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:28:13.035479 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] No Port match for: f5fe8cf3-3823-46a2-aea9-f7cad3a286f4 {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:28:13.035825 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Device f5fe8cf3-3823-46a2-aea9-f7cad3a286f4 not bound to the agent host hv-cinder-80191 {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:28:13.048585 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8a9c168c-4324-4d72-89a7-5bebe4775d6f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks [] for floatingip, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:13.051195 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-8a9c168c-4324-4d72-89a7-5bebe4775d6f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80908'] for floatingip, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:13.052373 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-8a9c168c-4324-4d72-89a7-5bebe4775d6f tempest-AttachVolumeTestJSON-1626875945 tempest-AttachVolumeTestJSON-1626875945-project] 10.222.0.11 "DELETE /v2.0/floatingips/be75c93d-0ae2-4df3-81e8-e55c3b572db1 HTTP/1.1" status: 204 len: 168 time: 0.4704766 Jul 22 22:28:16.579709 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9b90870c-8f6a-4064-a737-6256af4dcdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:16.617703 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 54062) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:16.973950 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-2003aae0-6392-4d39-89d7-e0bdd5bf8f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717709'] for router_interface, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:17.233228 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-2003aae0-6392-4d39-89d7-e0bdd5bf8f91 admin admin] Deleting port 1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:28:17.233456 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-2003aae0-6392-4d39-89d7-e0bdd5bf8f91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:17.318555 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-2003aae0-6392-4d39-89d7-e0bdd5bf8f91 admin admin] For port 1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe,segment=NetworkSegment(fee2eda8-0e4a-4881-b822-7c3ccb435313),segment_id=fee2eda8-0e4a-4881-b822-7c3ccb435313)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:28:17.318904 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-2003aae0-6392-4d39-89d7-e0bdd5bf8f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:17.332880 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-2003aae0-6392-4d39-89d7-e0bdd5bf8f91 admin admin] Calling delete_port for 1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe owned by network:router_interface {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:28:17.519622 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-2003aae0-6392-4d39-89d7-e0bdd5bf8f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:17.546917 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003aae0-6392-4d39-89d7-e0bdd5bf8f91 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:17.729767 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-2003aae0-6392-4d39-89d7-e0bdd5bf8f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717585'] for router_interface, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:17.951381 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2003aae0-6392-4d39-89d7-e0bdd5bf8f91 admin admin] Router 528b3d76-bb93-435c-8200-1d1d053483dc has already been hosted by L3 agent 29ddb68f-30f8-4ee2-a178-692ff72506f6 {{(pid=93278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:28:18.066166 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2003aae0-6392-4d39-89d7-e0bdd5bf8f91 admin admin] Notify agent at l3_agent.dv-cinder-801912-2-iscsi the message routers_updated {{(pid=93278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:28:18.072494 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-2003aae0-6392-4d39-89d7-e0bdd5bf8f91 admin admin] 10.222.0.11 "PUT /v2.0/routers/528b3d76-bb93-435c-8200-1d1d053483dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4536521 Jul 22 22:28:18.075114 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 54064) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:18.075989 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45827cbb-4482-4d63-a135-1b5cf9b8fb04 None None] Sync routers for ids ['528b3d76-bb93-435c-8200-1d1d053483dc'] in dv-cinder-801912-2-iscsi {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:28:18.085563 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45827cbb-4482-4d63-a135-1b5cf9b8fb04 None None] Routers {'528b3d76-bb93-435c-8200-1d1d053483dc'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:28:18.086234 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-45827cbb-4482-4d63-a135-1b5cf9b8fb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:27:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['528b3d76-bb93-435c-8200-1d1d053483dc'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:18.184525 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d5ac77de-037b-4f2c-aca4-09d2fe7e0130 admin admin] Notify callbacks [] for router, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:18.202411 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-45827cbb-4482-4d63-a135-1b5cf9b8fb04 None None] Set router 528b3d76-bb93-435c-8200-1d1d053483dc gateway port host: dv-cinder-801912-2-iscsi {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:28:18.300311 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d5ac77de-037b-4f2c-aca4-09d2fe7e0130 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:18.360309 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-d5ac77de-037b-4f2c-aca4-09d2fe7e0130 admin admin] Deleting port 28495245-f12e-475a-a019-d15da44b9d83 {{(pid=93278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:28:18.360629 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d5ac77de-037b-4f2c-aca4-09d2fe7e0130 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:18.387217 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-45827cbb-4482-4d63-a135-1b5cf9b8fb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'name': 'tempest-AttachVolumeTestJSON-1431955537-router', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'external_fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '28495245-f12e-475a-a019-d15da44b9d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:28:17Z', 'revision_number': 5, 'project_id': '95465b0debf04b0a96b7da0325051460', 'gw_port': {'id': '28495245-f12e-475a-a019-d15da44b9d83', 'name': '', 'network_id': 'f8c72cc4-96e2-4f72-802d-5144237f0ca7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801912-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448cec93-c98c-4ed8-8dac-ac905c6d6ede', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801912-2-iscsi'}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:18.447909 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-d5ac77de-037b-4f2c-aca4-09d2fe7e0130 admin admin] For port 28495245-f12e-475a-a019-d15da44b9d83, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=28495245-f12e-475a-a019-d15da44b9d83,segment=NetworkSegment(b880b034-49fb-48cf-bc81-b26ee1611faf),segment_id=b880b034-49fb-48cf-bc81-b26ee1611faf)] {{(pid=93278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:28:18.448403 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d5ac77de-037b-4f2c-aca4-09d2fe7e0130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:18.462303 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.plugin [None req-d5ac77de-037b-4f2c-aca4-09d2fe7e0130 admin admin] Calling delete_port for 28495245-f12e-475a-a019-d15da44b9d83 owned by network:router_gateway {{(pid=93278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:28:18.503686 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45827cbb-4482-4d63-a135-1b5cf9b8fb04 None None] Checking router: 528b3d76-bb93-435c-8200-1d1d053483dc for host: dv-cinder-801912-2-iscsi {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:28:18.513204 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45827cbb-4482-4d63-a135-1b5cf9b8fb04 None None] Routers {'528b3d76-bb93-435c-8200-1d1d053483dc'} bound to L3 agent in host dv-cinder-801912-2-iscsi {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:28:18.513843 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-45827cbb-4482-4d63-a135-1b5cf9b8fb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801912-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T22:08:19Z,description=,heartbeat_timestamp=2021-07-22T22:27:49Z,host='dv-cinder-801912-2-iscsi',id=29ddb68f-30f8-4ee2-a178-692ff72506f6,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:08:19Z,topic='l3_agent')) {'router_ids': ['528b3d76-bb93-435c-8200-1d1d053483dc'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:18.602436 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-45827cbb-4482-4d63-a135-1b5cf9b8fb04 None None] Set router 528b3d76-bb93-435c-8200-1d1d053483dc gateway port host: None {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:28:18.639898 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d5ac77de-037b-4f2c-aca4-09d2fe7e0130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2431499'] for port, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:18.662582 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-45827cbb-4482-4d63-a135-1b5cf9b8fb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'name': 'tempest-AttachVolumeTestJSON-1431955537-router', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:28:18Z', 'revision_number': 6, 'project_id': '95465b0debf04b0a96b7da0325051460', 'gw_port_host': None}], 'dv-cinder-801912-2-iscsi', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:18.666649 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac77de-037b-4f2c-aca4-09d2fe7e0130 admin admin] Pushing event deleted for resources: {'Port': ['ID=28495245-f12e-475a-a019-d15da44b9d83,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:18.699233 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45827cbb-4482-4d63-a135-1b5cf9b8fb04 None None] The sync data for ids ['528b3d76-bb93-435c-8200-1d1d053483dc'] in dv-cinder-801912-2-iscsi is: [{'id': '528b3d76-bb93-435c-8200-1d1d053483dc', 'name': 'tempest-AttachVolumeTestJSON-1431955537-router', 'tenant_id': '95465b0debf04b0a96b7da0325051460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:24:00Z', 'updated_at': '2021-07-22T22:28:18Z', 'revision_number': 6, 'project_id': '95465b0debf04b0a96b7da0325051460', 'gw_port_host': None}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:28:18.735719 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d5ac77de-037b-4f2c-aca4-09d2fe7e0130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-718263'] for router_gateway, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:18.827723 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d5ac77de-037b-4f2c-aca4-09d2fe7e0130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9675'] for router, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:18.829856 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d5ac77de-037b-4f2c-aca4-09d2fe7e0130 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:18.874594 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d5ac77de-037b-4f2c-aca4-09d2fe7e0130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-719692'] for router, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:18.875103 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ac77de-037b-4f2c-aca4-09d2fe7e0130 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 528b3d76-bb93-435c-8200-1d1d053483dc {{(pid=93278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:28:18.879572 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d5ac77de-037b-4f2c-aca4-09d2fe7e0130 admin admin] Notify callbacks [] for router, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:18.880634 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-d5ac77de-037b-4f2c-aca4-09d2fe7e0130 admin admin] 10.222.0.11 "DELETE /v2.0/routers/528b3d76-bb93-435c-8200-1d1d053483dc HTTP/1.1" status: 204 len: 168 time: 0.8044872 Jul 22 22:28:18.883704 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 54066) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:18.927795 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.db.db_base_plugin_v2 [None req-326262cc-865f-465f-aaf3-901a8ad035ca admin admin] Deleting subnet 5fd42f08-c186-49cf-a784-779ffc6ad00f {{(pid=93278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:28:18.931430 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-326262cc-865f-465f-aaf3-901a8ad035ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:18.949952 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4b2a0e1e-282d-48e5-9a07-ad932f615482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:18.967600 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-326262cc-865f-465f-aaf3-901a8ad035ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2973935'] for subnet, precommit_delete_associations {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:19.052419 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-326262cc-865f-465f-aaf3-901a8ad035ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759386'] for subnet, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:19.109825 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-326262cc-865f-465f-aaf3-901a8ad035ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2431582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2719312'] for subnet, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:19.140120 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-326262cc-865f-465f-aaf3-901a8ad035ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:19.145096 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 54068) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:19.145605 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-326262cc-865f-465f-aaf3-901a8ad035ca admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5fd42f08-c186-49cf-a784-779ffc6ad00f HTTP/1.1" status: 204 len: 168 time: 0.2603478 Jul 22 22:28:19.146005 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326262cc-865f-465f-aaf3-901a8ad035ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fd42f08-c186-49cf-a784-779ffc6ad00f,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:19.151611 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec34d729-e835-4585-b8f9-f71c76d9504a None None] Network 1495ba4d-e888-4827-9487-53dfbbe585b1 requested from dv-cinder-801912-2-iscsi {{(pid=93280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:28:19.220177 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d19d7483-8a9b-4b41-a025-2172ff9ed7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1788509'] for network, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:19.248375 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:19.281385 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-d19d7483-8a9b-4b41-a025-2172ff9ed7da admin admin] Deleting port dbed66d6-1b7b-458a-9b43-23ec33eaf9ea {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:28:19.281730 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d19d7483-8a9b-4b41-a025-2172ff9ed7da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746838010516'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:19.344972 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-d19d7483-8a9b-4b41-a025-2172ff9ed7da admin admin] For port dbed66d6-1b7b-458a-9b43-23ec33eaf9ea, host dv-cinder-801912-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801912-2-iscsi',level=0,port_id=dbed66d6-1b7b-458a-9b43-23ec33eaf9ea,segment=NetworkSegment(fee2eda8-0e4a-4881-b822-7c3ccb435313),segment_id=fee2eda8-0e4a-4881-b822-7c3ccb435313)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:28:19.345336 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d19d7483-8a9b-4b41-a025-2172ff9ed7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719712'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:19.358483 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-d19d7483-8a9b-4b41-a025-2172ff9ed7da admin admin] Calling delete_port for dbed66d6-1b7b-458a-9b43-23ec33eaf9ea owned by network:dhcp {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:28:19.441752 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d19d7483-8a9b-4b41-a025-2172ff9ed7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1585711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746838011495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746837621634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3960856'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:19.471521 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d7483-8a9b-4b41-a025-2172ff9ed7da admin admin] Pushing event deleted for resources: {'Port': ['ID=dbed66d6-1b7b-458a-9b43-23ec33eaf9ea,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:19.474408 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dba90c6-aac2-4fb5-8c06-35a8049d5e9a None None] DHCP port deletion for 1495ba4d-e888-4827-9487-53dfbbe585b1 request from dv-cinder-801912-2-iscsi {{(pid=93280) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:28:19.476810 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19d7483-8a9b-4b41-a025-2172ff9ed7da admin admin] No DVR routers for this DVR port dbed66d6-1b7b-458a-9b43-23ec33eaf9ea on host dv-cinder-801912-2-iscsi {{(pid=93279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:28:19.485936 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d7483-8a9b-4b41-a025-2172ff9ed7da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:19.486505 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d7483-8a9b-4b41-a025-2172ff9ed7da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:19.486727 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d7483-8a9b-4b41-a025-2172ff9ed7da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:19.487101 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d7483-8a9b-4b41-a025-2172ff9ed7da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:19.487672 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d7483-8a9b-4b41-a025-2172ff9ed7da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:19.487858 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d7483-8a9b-4b41-a025-2172ff9ed7da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:19.488222 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d7483-8a9b-4b41-a025-2172ff9ed7da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:19.488617 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d7483-8a9b-4b41-a025-2172ff9ed7da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:19.488984 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d7483-8a9b-4b41-a025-2172ff9ed7da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:19.489481 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d7483-8a9b-4b41-a025-2172ff9ed7da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:19.489743 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d7483-8a9b-4b41-a025-2172ff9ed7da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:19.490046 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d7483-8a9b-4b41-a025-2172ff9ed7da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:19.568611 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d19d7483-8a9b-4b41-a025-2172ff9ed7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1760422', 'neutron.services.segments.db._delete_segments_for_network-8746838092337'] for network, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:19.579892 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.services.segments.db [None req-d19d7483-8a9b-4b41-a025-2172ff9ed7da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1495ba4d-e888-4827-9487-53dfbbe585b1']}} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:19.590822 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.services.segments.db [None req-d19d7483-8a9b-4b41-a025-2172ff9ed7da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fee2eda8-0e4a-4881-b822-7c3ccb435313') {'for_net_delete': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:19.591119 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.services.segments.db [None req-d19d7483-8a9b-4b41-a025-2172ff9ed7da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fee2eda8-0e4a-4881-b822-7c3ccb435313') {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:19.604624 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d19d7483-8a9b-4b41-a025-2172ff9ed7da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746838093114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2253533'] for segment, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:19.618599 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d19d7483-8a9b-4b41-a025-2172ff9ed7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122'] for segment, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:19.624391 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d19d7483-8a9b-4b41-a025-2172ff9ed7da admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:28:19.624777 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d19d7483-8a9b-4b41-a025-2172ff9ed7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1757122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3960887'] for segment, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:19.626393 dv-cinder-801912-2-iscsi neutron-server[93279]: Traceback (most recent call last): Jul 22 22:28:19.626393 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:28:19.626393 dv-cinder-801912-2-iscsi neutron-server[93279]: timer() Jul 22 22:28:19.626393 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:28:19.626393 dv-cinder-801912-2-iscsi neutron-server[93279]: cb(*args, **kw) Jul 22 22:28:19.626393 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:28:19.626393 dv-cinder-801912-2-iscsi neutron-server[93279]: return func(*args, **kwargs) Jul 22 22:28:19.626393 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:28:19.626393 dv-cinder-801912-2-iscsi neutron-server[93279]: self._notify() Jul 22 22:28:19.626393 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:28:19.626393 dv-cinder-801912-2-iscsi neutron-server[93279]: self.callback(batched_events) Jul 22 22:28:19.626393 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:28:19.626393 dv-cinder-801912-2-iscsi neutron-server[93279]: event.method(event) Jul 22 22:28:19.626393 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:28:19.626393 dv-cinder-801912-2-iscsi neutron-server[93279]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:28:19.626393 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:28:19.626393 dv-cinder-801912-2-iscsi neutron-server[93279]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:28:19.626393 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:28:19.626393 dv-cinder-801912-2-iscsi neutron-server[93279]: return f(self, *a, **k) Jul 22 22:28:19.626393 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:28:19.626393 dv-cinder-801912-2-iscsi neutron-server[93279]: return self._get(url).json() Jul 22 22:28:19.626393 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:28:19.626393 dv-cinder-801912-2-iscsi neutron-server[93279]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:28:19.626393 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:28:19.626393 dv-cinder-801912-2-iscsi neutron-server[93279]: return self.request(url, 'GET', **kwargs) Jul 22 22:28:19.626393 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:28:19.626393 dv-cinder-801912-2-iscsi neutron-server[93279]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:28:19.626393 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:28:19.626393 dv-cinder-801912-2-iscsi neutron-server[93279]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:28:19.626393 dv-cinder-801912-2-iscsi neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:28:19.626393 dv-cinder-801912-2-iscsi neutron-server[93279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:28:19.626393 dv-cinder-801912-2-iscsi neutron-server[93279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:28:19.688771 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d19d7483-8a9b-4b41-a025-2172ff9ed7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1760429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718227'] for network, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:19.696340 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d19d7483-8a9b-4b41-a025-2172ff9ed7da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:19.700972 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-d19d7483-8a9b-4b41-a025-2172ff9ed7da admin admin] 10.222.0.11 "DELETE /v2.0/networks/1495ba4d-e888-4827-9487-53dfbbe585b1 HTTP/1.1" status: 204 len: 168 time: 0.5522163 Jul 22 22:28:19.708112 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d7483-8a9b-4b41-a025-2172ff9ed7da admin admin] Pushing event deleted for resources: {'Network': ['ID=1495ba4d-e888-4827-9487-53dfbbe585b1,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:19.882442 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 54072) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:19.925190 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-cfcea811-b938-437a-b10d-facf1ba089b3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=95465b0debf04b0a96b7da0325051460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416131 Jul 22 22:28:19.927560 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 54074) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:19.980418 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f1dff98d-864c-44c1-9fcb-a2f889d6b8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:20.001395 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f1dff98d-864c-44c1-9fcb-a2f889d6b8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:20.051970 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f1dff98d-864c-44c1-9fcb-a2f889d6b8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:20.055332 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f1dff98d-864c-44c1-9fcb-a2f889d6b8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:20.056964 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-f1dff98d-864c-44c1-9fcb-a2f889d6b8ff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e74bd261-7cb9-404f-addc-1a4b874b8fca HTTP/1.1" status: 204 len: 168 time: 0.1282961 Jul 22 22:28:20.067671 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dff98d-864c-44c1-9fcb-a2f889d6b8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74bd261-7cb9-404f-addc-1a4b874b8fca,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:20.240540 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 28495245-f12e-475a-a019-d15da44b9d83 no longer exists at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:28:20.272626 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] No Port match for: 28495245-f12e-475a-a019-d15da44b9d83 {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:28:20.273218 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 28495245-f12e-475a-a019-d15da44b9d83 not bound to the agent host dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:28:20.273858 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe no longer exists at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:28:20.298480 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] No Port match for: 1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:28:20.298886 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device 1ce79265-1fcf-49ef-bc87-d5ea3fdb4afe not bound to the agent host dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:28:20.299329 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device dbed66d6-1b7b-458a-9b43-23ec33eaf9ea no longer exists at agent ovs-agent-dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:28:20.301287 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:20.325399 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] No Port match for: dbed66d6-1b7b-458a-9b43-23ec33eaf9ea {{(pid=93280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:28:20.325781 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron.plugins.ml2.rpc [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Device dbed66d6-1b7b-458a-9b43-23ec33eaf9ea not bound to the agent host dv-cinder-801912-2-iscsi {{(pid=93280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:28:21.905041 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:21.963730 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 54136) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:22.096548 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3cf2bd53-4575-40e4-a77b-4aa0465aab90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:22.192815 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3cf2bd53-4575-40e4-a77b-4aa0465aab90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:22.197821 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3cf2bd53-4575-40e4-a77b-4aa0465aab90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:22.235741 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2bd53-4575-40e4-a77b-4aa0465aab90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762acc0e-413f-40f3-b2ac-0f50bd954df9,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:22.240018 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-3cf2bd53-4575-40e4-a77b-4aa0465aab90 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2870f1396f5846358728253e4d31cf29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2749877 Jul 22 22:28:22.243188 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 54140) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:22.299866 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-53801c6d-5f0f-47de-83eb-861cc30b5b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:22.322357 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-53801c6d-5f0f-47de-83eb-861cc30b5b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:22.375125 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-53801c6d-5f0f-47de-83eb-861cc30b5b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:22.377141 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-53801c6d-5f0f-47de-83eb-861cc30b5b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:22.378404 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-53801c6d-5f0f-47de-83eb-861cc30b5b0b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/762acc0e-413f-40f3-b2ac-0f50bd954df9 HTTP/1.1" status: 204 len: 168 time: 0.1342328 Jul 22 22:28:22.390748 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53801c6d-5f0f-47de-83eb-861cc30b5b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762acc0e-413f-40f3-b2ac-0f50bd954df9,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:22.653924 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 54146) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:22.668315 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c957c6a4-c2c7-4c18-b575-1b87bb6b9341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:22.760483 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c957c6a4-c2c7-4c18-b575-1b87bb6b9341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:22.764768 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c957c6a4-c2c7-4c18-b575-1b87bb6b9341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:22.801849 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-c957c6a4-c2c7-4c18-b575-1b87bb6b9341 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5be10649730049a5be864982987625a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1467063 Jul 22 22:28:22.803926 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957c6a4-c2c7-4c18-b575-1b87bb6b9341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f276e4ce-9f9c-47dc-9630-742b080c2dc9,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:22.806602 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 54148) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:22.863477 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-05c0e0da-74ee-46e0-bf82-91e926ac9181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:22.884740 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-05c0e0da-74ee-46e0-bf82-91e926ac9181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:22.932994 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-05c0e0da-74ee-46e0-bf82-91e926ac9181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:22.935515 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-05c0e0da-74ee-46e0-bf82-91e926ac9181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:22.936709 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-05c0e0da-74ee-46e0-bf82-91e926ac9181 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f276e4ce-9f9c-47dc-9630-742b080c2dc9 HTTP/1.1" status: 204 len: 168 time: 0.1296058 Jul 22 22:28:22.944955 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c0e0da-74ee-46e0-bf82-91e926ac9181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f276e4ce-9f9c-47dc-9630-742b080c2dc9,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:24.898467 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 6 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:28:26.776753 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:46.589101 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-66488501-aaa7-403f-9822-fa1e37e8615d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:48.953613 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-949039b6-7923-427e-84e1-54e7653f0364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:49.200347 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:50.257398 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:51.909274 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:54.994511 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 54356) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:55.096790 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d33fbea9-25f7-4d19-997e-5d86f819f206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:55.188878 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d33fbea9-25f7-4d19-997e-5d86f819f206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:55.192797 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-d33fbea9-25f7-4d19-997e-5d86f819f206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:55.231359 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33fbea9-25f7-4d19-997e-5d86f819f206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfc1d45-3698-4df7-bd3e-efac6ccb3ead,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:55.237044 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-d33fbea9-25f7-4d19-997e-5d86f819f206 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=57920daadf1b4b4daab3966385f5131e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2415047 Jul 22 22:28:55.240128 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 54360) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:55.289369 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-77f99c22-90e7-4ebc-9497-3c35e68444a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:55.310135 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-77f99c22-90e7-4ebc-9497-3c35e68444a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:55.356754 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-77f99c22-90e7-4ebc-9497-3c35e68444a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:55.359255 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-77f99c22-90e7-4ebc-9497-3c35e68444a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:55.360420 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-77f99c22-90e7-4ebc-9497-3c35e68444a5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/abfc1d45-3698-4df7-bd3e-efac6ccb3ead HTTP/1.1" status: 204 len: 168 time: 0.1193342 Jul 22 22:28:55.368564 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f99c22-90e7-4ebc-9497-3c35e68444a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfc1d45-3698-4df7-bd3e-efac6ccb3ead,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:55.614323 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 54366) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:55.627140 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f6a65695-d99b-4572-a1aa-46ea5dce085c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:55.713731 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f6a65695-d99b-4572-a1aa-46ea5dce085c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:55.717525 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f6a65695-d99b-4572-a1aa-46ea5dce085c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:55.755802 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a65695-d99b-4572-a1aa-46ea5dce085c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21974a14-1ea9-4cf7-9f7c-c4cddaef0216,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:55.760878 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-f6a65695-d99b-4572-a1aa-46ea5dce085c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=43fddfd00f424f4aa5e9ed678e626e75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455207 Jul 22 22:28:55.763686 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 54368) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:55.810682 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-34cfc06f-5f8d-41d9-b31c-9816e1698fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:55.831579 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-34cfc06f-5f8d-41d9-b31c-9816e1698fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:55.880886 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-34cfc06f-5f8d-41d9-b31c-9816e1698fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:55.883440 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-34cfc06f-5f8d-41d9-b31c-9816e1698fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:55.884589 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-34cfc06f-5f8d-41d9-b31c-9816e1698fd1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/21974a14-1ea9-4cf7-9f7c-c4cddaef0216 HTTP/1.1" status: 204 len: 168 time: 0.1199856 Jul 22 22:28:55.892386 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfc06f-5f8d-41d9-b31c-9816e1698fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21974a14-1ea9-4cf7-9f7c-c4cddaef0216,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:56.769671 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:57.509305 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 54412) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:57.618279 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-30cc4625-6fc8-4c36-9b7d-75a9f7c2259f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:57.711383 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-30cc4625-6fc8-4c36-9b7d-75a9f7c2259f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:57.715209 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-30cc4625-6fc8-4c36-9b7d-75a9f7c2259f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:57.755765 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-30cc4625-6fc8-4c36-9b7d-75a9f7c2259f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6946dbe8916143e0826089e369727808&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2445009 Jul 22 22:28:57.756976 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc4625-6fc8-4c36-9b7d-75a9f7c2259f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4027b82-54e5-4b96-a093-85c22893d3bd,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:57.758112 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 54416) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:57.811084 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f0017c75-e5dc-40f0-8881-95354886b024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:57.833432 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f0017c75-e5dc-40f0-8881-95354886b024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:57.881594 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f0017c75-e5dc-40f0-8881-95354886b024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:57.884448 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f0017c75-e5dc-40f0-8881-95354886b024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:57.885602 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-f0017c75-e5dc-40f0-8881-95354886b024 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c4027b82-54e5-4b96-a093-85c22893d3bd HTTP/1.1" status: 204 len: 168 time: 0.1252406 Jul 22 22:28:57.893550 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0017c75-e5dc-40f0-8881-95354886b024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4027b82-54e5-4b96-a093-85c22893d3bd,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:58.147730 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 54422) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:58.161332 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a16a0491-a0f0-4a59-b4e3-9b344e0ea431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:58.257846 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a16a0491-a0f0-4a59-b4e3-9b344e0ea431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:58.261537 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a16a0491-a0f0-4a59-b4e3-9b344e0ea431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:58.300291 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a0491-a0f0-4a59-b4e3-9b344e0ea431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0350b33f-cba6-43a7-b66b-722a433a5ea9,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:58.307229 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-a16a0491-a0f0-4a59-b4e3-9b344e0ea431 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f8b246f4c298462d841a71f286c8dce5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1583889 Jul 22 22:28:58.309907 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 54424) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:58.359462 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3e6ab924-b968-435b-bfef-641987ff51c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:58.381295 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3e6ab924-b968-435b-bfef-641987ff51c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:58.429593 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3e6ab924-b968-435b-bfef-641987ff51c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:58.432202 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3e6ab924-b968-435b-bfef-641987ff51c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:58.433401 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-3e6ab924-b968-435b-bfef-641987ff51c3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0350b33f-cba6-43a7-b66b-722a433a5ea9 HTTP/1.1" status: 204 len: 168 time: 0.1225724 Jul 22 22:28:58.449456 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ab924-b968-435b-bfef-641987ff51c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0350b33f-cba6-43a7-b66b-722a433a5ea9,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:01.897781 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 6 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:29:02.741300 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 54496) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:29:02.866780 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3a79037a-f787-4212-bc61-c0c55f353670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:02.953638 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3a79037a-f787-4212-bc61-c0c55f353670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:02.958148 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3a79037a-f787-4212-bc61-c0c55f353670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:02.997964 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-3a79037a-f787-4212-bc61-c0c55f353670 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=49fd19b6838e4f16ace05a601253acfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2553825 Jul 22 22:29:02.998845 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a79037a-f787-4212-bc61-c0c55f353670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cac50c8-243d-4b88-bc0a-ecea21765fdc,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:03.000560 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 54500) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:29:03.050716 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ee6634b2-1243-4a52-8bb8-c65406713063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:03.071633 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ee6634b2-1243-4a52-8bb8-c65406713063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:03.118731 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ee6634b2-1243-4a52-8bb8-c65406713063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:03.121415 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ee6634b2-1243-4a52-8bb8-c65406713063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:03.122551 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-ee6634b2-1243-4a52-8bb8-c65406713063 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8cac50c8-243d-4b88-bc0a-ecea21765fdc HTTP/1.1" status: 204 len: 168 time: 0.1209922 Jul 22 22:29:03.131506 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6634b2-1243-4a52-8bb8-c65406713063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cac50c8-243d-4b88-bc0a-ecea21765fdc,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:03.374737 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 54506) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:29:03.388501 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d56d69f4-b9b8-4f06-aab3-52f969ee3e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:03.480502 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d56d69f4-b9b8-4f06-aab3-52f969ee3e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:03.484360 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d56d69f4-b9b8-4f06-aab3-52f969ee3e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:03.523037 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-d56d69f4-b9b8-4f06-aab3-52f969ee3e03 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a359647c505b471f810b38d2d62336ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1472154 Jul 22 22:29:03.523899 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d69f4-b9b8-4f06-aab3-52f969ee3e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69592ce-6907-4a9b-aa2c-49e9f7dba42a,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:03.525885 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 54508) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:29:03.576569 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-98f569bd-d742-4258-9570-98edcabce5c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:03.597535 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-98f569bd-d742-4258-9570-98edcabce5c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:03.644577 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-98f569bd-d742-4258-9570-98edcabce5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:03.647525 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-98f569bd-d742-4258-9570-98edcabce5c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:03.648699 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-98f569bd-d742-4258-9570-98edcabce5c4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b69592ce-6907-4a9b-aa2c-49e9f7dba42a HTTP/1.1" status: 204 len: 168 time: 0.1217232 Jul 22 22:29:03.656436 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f569bd-d742-4258-9570-98edcabce5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69592ce-6907-4a9b-aa2c-49e9f7dba42a,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:05.415926 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 54566) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:29:05.518341 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c9f5b6d0-2003-4ec3-a34f-b8c922ffc5dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:05.605331 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c9f5b6d0-2003-4ec3-a34f-b8c922ffc5dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:05.609091 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c9f5b6d0-2003-4ec3-a34f-b8c922ffc5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:05.648521 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-c9f5b6d0-2003-4ec3-a34f-b8c922ffc5dc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1b3f35c1947841daa2ec2c2881f10e29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314706 Jul 22 22:29:05.649573 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5b6d0-2003-4ec3-a34f-b8c922ffc5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c33545c-82d7-44e6-8d68-0ef6f30d03ed,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:05.651192 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 54570) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:29:05.701503 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c578ac83-3041-4d1f-a87f-f093cc5f561f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:05.722420 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c578ac83-3041-4d1f-a87f-f093cc5f561f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:05.768538 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c578ac83-3041-4d1f-a87f-f093cc5f561f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:05.771879 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c578ac83-3041-4d1f-a87f-f093cc5f561f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:05.773098 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-c578ac83-3041-4d1f-a87f-f093cc5f561f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3c33545c-82d7-44e6-8d68-0ef6f30d03ed HTTP/1.1" status: 204 len: 168 time: 0.1208413 Jul 22 22:29:05.781430 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578ac83-3041-4d1f-a87f-f093cc5f561f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c33545c-82d7-44e6-8d68-0ef6f30d03ed,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:06.037819 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 54576) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:29:06.050594 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2d260dd2-236f-4cb1-a6de-4a15e4aa4600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:06.143023 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2d260dd2-236f-4cb1-a6de-4a15e4aa4600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:06.147299 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2d260dd2-236f-4cb1-a6de-4a15e4aa4600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:06.186007 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-2d260dd2-236f-4cb1-a6de-4a15e4aa4600 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c505611a18a448018a5698ae61614f44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471364 Jul 22 22:29:06.187066 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d260dd2-236f-4cb1-a6de-4a15e4aa4600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b8c13c-1eee-45a4-80ac-f5eff3a550a6,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:06.188766 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 54578) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:29:06.237392 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-826f7d20-8e56-4ce4-b161-860bb8ad6d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:06.258026 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-826f7d20-8e56-4ce4-b161-860bb8ad6d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:06.302393 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-826f7d20-8e56-4ce4-b161-860bb8ad6d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:06.305021 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-826f7d20-8e56-4ce4-b161-860bb8ad6d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:06.306150 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-826f7d20-8e56-4ce4-b161-860bb8ad6d66 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a3b8c13c-1eee-45a4-80ac-f5eff3a550a6 HTTP/1.1" status: 204 len: 168 time: 0.1164095 Jul 22 22:29:06.313547 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f7d20-8e56-4ce4-b161-860bb8ad6d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b8c13c-1eee-45a4-80ac-f5eff3a550a6,revision_number=None']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:14.672498 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.wsgi [-] (93278) accepted ('10.222.0.11', 54664) {{(pid=93278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:29:14.777228 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3bbfa901-ac17-4a16-8e68-5900ec7edd76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:14.867046 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3bbfa901-ac17-4a16-8e68-5900ec7edd76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:14.871069 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3bbfa901-ac17-4a16-8e68-5900ec7edd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_create {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:14.907633 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbfa901-ac17-4a16-8e68-5900ec7edd76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510aee41-b2f7-4f21-ab6d-24a8e952c6f1,revision_number=1']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:14.911505 dv-cinder-801912-2-iscsi neutron-server[93278]: INFO neutron.wsgi [None req-3bbfa901-ac17-4a16-8e68-5900ec7edd76 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6a66c4a58aaa46caa22d2e173c0ff6b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379844 Jul 22 22:29:14.914774 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.11', 54668) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:29:14.917526 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbfa901-ac17-4a16-8e68-5900ec7edd76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:29:14.917871 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbfa901-ac17-4a16-8e68-5900ec7edd76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:29:14.918207 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbfa901-ac17-4a16-8e68-5900ec7edd76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:29:14.918540 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbfa901-ac17-4a16-8e68-5900ec7edd76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:29:14.918865 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbfa901-ac17-4a16-8e68-5900ec7edd76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:29:14.919191 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbfa901-ac17-4a16-8e68-5900ec7edd76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:29:14.919513 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbfa901-ac17-4a16-8e68-5900ec7edd76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:29:14.919832 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbfa901-ac17-4a16-8e68-5900ec7edd76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:29:14.920152 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbfa901-ac17-4a16-8e68-5900ec7edd76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:29:14.920498 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbfa901-ac17-4a16-8e68-5900ec7edd76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:29:14.920817 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbfa901-ac17-4a16-8e68-5900ec7edd76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:29:14.921133 dv-cinder-801912-2-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbfa901-ac17-4a16-8e68-5900ec7edd76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801912-2-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:29:14.967683 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1ad6756d-62e8-4625-9d1d-9ba2dd3eddf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:14.987722 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1ad6756d-62e8-4625-9d1d-9ba2dd3eddf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:15.034653 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1ad6756d-62e8-4625-9d1d-9ba2dd3eddf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558738'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:15.037564 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1ad6756d-62e8-4625-9d1d-9ba2dd3eddf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:15.038721 dv-cinder-801912-2-iscsi neutron-server[93279]: INFO neutron.wsgi [None req-1ad6756d-62e8-4625-9d1d-9ba2dd3eddf1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/510aee41-b2f7-4f21-ab6d-24a8e952c6f1 HTTP/1.1" status: 204 len: 168 time: 0.1225934 Jul 22 22:29:15.046227 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad6756d-62e8-4625-9d1d-9ba2dd3eddf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510aee41-b2f7-4f21-ab6d-24a8e952c6f1,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:16.580522 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0b01f020-6aae-4076-a14f-12a709ce5071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:18.960607 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7da24a1c-6145-4931-b866-c80c5dbf63fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:19.203789 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:20.261085 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:21.910754 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:26.768294 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:38.896817 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 6 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:29:46.585123 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-410049db-dd16-40e5-8d5e-9b3b095ac56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:48.958237 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d0a88408-087f-4c39-b1a6-4f1c65390374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:49.208663 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:50.265898 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:51.915048 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:56.781522 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:15.897983 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 6 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:30:16.587242 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-cf701274-61aa-4da7-b859-314b3f40fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:18.950301 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-1dabd042-50d4-4359-b26e-4f6b61e312a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:19.216045 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:20.268277 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:21.918405 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:26.810415 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:46.588475 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6b5640f1-2174-481c-8fcf-d373b51aad3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:48.952263 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9f9fe287-fd1e-4f60-9bb5-266e78030405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:49.208094 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:50.272286 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:51.919902 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:52.896865 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 6 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:30:56.798944 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:16.589487 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-440e1903-1fb6-47d1-9701-13184713f641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:18.953129 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-70f1d7a7-f241-46d5-9bd1-54555760b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:19.209693 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:20.274692 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:21.925527 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:26.811923 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:29.895594 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 6 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:31:46.589575 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-1ba53aaf-6d86-47f6-afbe-902a5f370227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:48.953569 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b26dc5ae-7268-4aad-9077-3ba13e628fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:49.216603 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:50.276519 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:51.925723 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:56.809095 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:06.895138 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 6 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:32:16.591182 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-03907292-ce75-49a1-904d-62798ac175c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:18.954775 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-332e94c2-6774-48f6-bdce-97a161356c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:19.207802 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:20.279118 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:21.929547 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:26.808266 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:43.895940 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 6 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:32:46.591757 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-fc1b6f08-76ee-4db4-9dfe-4647ad6f220d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:48.956441 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-8237e330-0dd9-4970-af85-3c4171701467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:49.209059 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:50.287444 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:51.934387 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:56.803800 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:16.597836 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7097215d-19cb-409c-bbfa-0ba6e67c06db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:18.957918 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-5a7d4464-8692-47bf-a18d-ac73b8664b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:19.215870 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:20.286647 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:20.895532 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 6 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:33:21.938844 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:24.259603 dv-cinder-801912-2-iscsi neutron-server[93279]: DEBUG neutron.wsgi [req-369495e3-3466-4cad-816d-97b6131fdd72 req-5d4d04d6-bdd6-4461-a0c8-a4ddac162378 service neutron] (93279) timed out ('10.222.0.115', 59304) {{(pid=93279) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 22:33:26.823751 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:46.588860 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-3c8f061d-f110-45f1-800c-eed64da11600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:48.960663 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-be89e5cc-b24e-41df-b35a-46f31683bf84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:49.207904 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:50.287510 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:51.938141 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:56.844424 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:57.895178 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 6 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:34:16.592328 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-16fbebb3-7e3d-42a5-bb09-5c1f58e75c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:34:18.968362 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a2a6620b-1cd2-464a-a10e-2e6c03c2bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:34:19.213215 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d3cd-0cf4-4265-a4b7-0610272ec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:34:20.298262 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d1c89aef-6177-442c-b7f5-29da27553cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:34:21.945209 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f18a2c03-e569-4299-8c41-2f1924b3eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:34:26.849329 dv-cinder-801912-2-iscsi neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7f07d990-424e-4020-95cf-59f05072fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746838092319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758048'] for agent, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:34:34.898160 dv-cinder-801912-2-iscsi neutron-server[93281]: DEBUG neutron.db.agents_db [None req-4f6510e6-1cf8-4d24-8ffb-1b28b5483f7e None None] Agent healthcheck: found 6 active agents {{(pid=93281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}